00000100:00100000:1.0F:1788197859.773477:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819457280:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788197859.773563:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197859.773639:0:18678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819457280 00000100:00100000:1.0:1788197859.773647:0:18678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819457280 00000100:00100000:1.0:1788197859.773702:0:18678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788197859.773711:0:18678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819457280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788197859.773740:0:18678:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788197859.773782:0:18678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819457280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197859.773790:0:18678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:1.0:1788197859.773821:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788197859.773856:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819457280:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788197859.774977:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819457408:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788197859.775028:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0F:1788197859.775117:0:17173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819457408 00000100:00100000:3.0:1788197859.775132:0:17173:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819457408 00000100:00100000:3.0:1788197859.775171:0:17173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788197859.775192:0:17173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819457408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788197859.775224:0:17173:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0F:1788197859.777815:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788197859.777845:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ff65ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819457536:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788197859.777911:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197859.777973:0:17172:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819457536 00000100:00100000:0.0:1788197859.777980:0:17172:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819457536 00000100:00100000:0.0:1788197859.778019:0:17172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788197859.778028:0:17172:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3991500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3616:x1875060819457536:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788197859.778059:0:17172:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1788197859.778106:0:17172:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3991500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3616:x1875060819457536:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197859.778112:0:17172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788197859.778154:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ff65ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819457536:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788197859.783676:0:17173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819457408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 8473us (8635us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197859.783691:0:17173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788197859.786365:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819457408:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0F:1788197860.221573:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788197860.739460:0:17920:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788197860.797546:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819457664:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788197860.797636:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197860.799906:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c38a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4d8828bb-e049-4d1c-8150-87c72a0c100e:3613:1875060819457792:0@lo:400:kworker.0 00000100:00100000:2.0:1788197860.800008:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197860.800062:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c38a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3613:1875060819458304:0@lo:400:kworker.0 00000100:00100000:2.0:1788197860.800092:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197860.800120:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3613:1875060819458816:0@lo:400:kworker.0 00000100:00100000:2.0:1788197860.800143:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197860.800179:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c38a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819457920:0@lo:400:kworker.0 00000100:00100000:2.0:1788197860.800193:0:17168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819458304 00000100:00100000:2.0:1788197860.800202:0:17168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819458304 00000100:00100000:1.0:1788197860.800220:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197860.800247:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3614:1875060819458432:0@lo:400:kworker.0 00000100:00100000:2.0:1788197860.800258:0:17168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819458816 00000100:00100000:2.0:1788197860.800262:0:17168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819458816 00000100:00100000:1.0:1788197860.800273:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197860.800292:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3614:1875060819458944:0@lo:400:kworker.0 00000100:00100000:2.0:1788197860.800300:0:17168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788197860.800312:0:17168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3613:x1875060819458304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197860.800338:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197860.800366:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c38a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819458176:0@lo:400:kworker.0 00000100:00100000:1.0:1788197860.800390:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197860.800421:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3616:1875060819458688:0@lo:400:kworker.0 00000100:00100000:1.0:1788197860.800441:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197860.800450:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3616:1875060819459200:0@lo:400:kworker.0 00000100:00100000:1.0:1788197860.800467:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197860.800480:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1788197860.800487:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c38a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819458048:0@lo:400:kworker.0 00000100:00100000:1.0:1788197860.800507:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197860.800510:0:18678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819457664 00000100:00100000:3.0:1788197860.800516:0:18678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819457664 00000100:00100000:1.0:1788197860.800548:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819458560:0@lo:400:kworker.0 00000100:00100000:3.0:1788197860.800565:0:18678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788197860.800573:0:18678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1875060819457664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788197860.800618:0:18678:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788197860.800662:0:18678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1875060819457664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (3026us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197860.800669:0:18678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788197860.801248:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197860.801275:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3616:1875060819459072:0@lo:400:kworker.0 00000100:00100000:1.0:1788197860.801299:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197860.801364:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819457664:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788197860.801404:0:17172:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819457920 00000100:00100000:1.0:1788197860.801409:0:17172:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819457920 00000100:00100000:1.0:1788197860.801445:0:17172:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819458432 00000100:00100000:1.0:1788197860.801448:0:17172:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819458432 00000100:00100000:1.0:1788197860.801464:0:17172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1788197860.801470:0:17172:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819457920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197860.801514:0:17172:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819457920:12345-0@lo:400:kworker.0 Request processed in 43us (1293us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197860.801521:0:17172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1788197860.801548:0:17172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1788197860.801765:0:17172:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3614:x1875060819458432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197860.801802:0:17172:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3614:x1875060819458432:12345-0@lo:400:kworker.0 Request processed in 248us (1529us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197860.801808:0:17172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1788197860.801839:0:17166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819458944 00000100:00100000:1.0:1788197860.801844:0:17166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819458944 00000100:00100000:1.0:1788197860.801867:0:17166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819458688 00000100:00100000:1.0:1788197860.801870:0:17166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819458688 00000100:00100000:1.0:1788197860.801972:0:17166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819459200 00000100:00100000:1.0:1788197860.801976:0:17166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819459200 00000100:00100000:1.0:1788197860.801987:0:17166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819459072 00000100:00100000:1.0:1788197860.801990:0:17166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819459072 00000100:00100000:1.0:1788197860.802003:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788197860.802010:0:17166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3613:x1875060819458816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197860.802052:0:17166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3613:x1875060819458816:12345-0@lo:400:kworker.0 Request processed in 42us (1909us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197860.802058:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788197860.802071:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1788197860.802076:0:17166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3614:x1875060819458944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197860.802103:0:17166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3614:x1875060819458944:12345-0@lo:400:kworker.0 Request processed in 28us (1767us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197860.802109:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1788197860.802119:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788197860.802124:0:17166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f3de2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3616:x1875060819458688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197860.802155:0:17166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f3de2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3616:x1875060819458688:12345-0@lo:400:kworker.0 Request processed in 32us (1713us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197860.802161:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788197860.802172:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788197860.802178:0:17166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ff642d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3616:x1875060819459200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197860.802204:0:17166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ff642d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3616:x1875060819459200:12345-0@lo:400:kworker.0 Request processed in 26us (1736us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197860.802220:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788197860.802233:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1788197860.802240:0:17166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c2ec1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3616:x1875060819459072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197860.802268:0:17166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c2ec1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3616:x1875060819459072:12345-0@lo:400:kworker.0 Request processed in 29us (968us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197860.802275:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:1.0:1788197860.802293:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788197860.802298:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788197860.802300:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788197860.802311:0:18673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819458176 00000100:00100000:1.0:1788197860.802341:0:18673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819458176 00000100:00100000:1.0:1788197860.802371:0:18673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819458048 00000100:00100000:1.0:1788197860.802374:0:18673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819458048 00000100:00100000:1.0:1788197860.802385:0:18673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819458560 00000100:00100000:1.0:1788197860.802387:0:18673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819458560 00000100:00100000:1.0:1788197860.802398:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788197860.802404:0:18673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819458176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197860.802434:0:18673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819458176:12345-0@lo:400:kworker.0 Request processed in 30us (2042us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197860.802440:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788197860.802450:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788197860.802456:0:18673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c2ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819458048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197860.802483:0:18673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c2ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819458048:12345-0@lo:400:kworker.0 Request processed in 28us (1975us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197860.802488:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788197860.802498:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788197860.802504:0:18673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c2ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3616:x1875060819458560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788197860.803551:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c38a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819457920:0@lo:400:kworker.0 00000100:00100000:0.0:1788197860.803569:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3614:1875060819458432:0@lo:400:kworker.0 00010000:00080000:0.0:1788197860.803585:0:3614:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9851f73ec380 x1875060819458944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197876 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788197860.803595:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3614:1875060819458944:0@lo:400:kworker.0 00000100:00100000:1.0:1788197860.804033:0:18673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c2ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3616:x1875060819458560:12345-0@lo:400:kworker.0 Request processed in 1526us (2784us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197860.804044:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00080000:1.0:1788197860.804076:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788197860.804081:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788197860.804108:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c38a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819458048:0@lo:400:kworker.0 00000100:00100000:1.0:1788197860.804121:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819458560:0@lo:400:kworker.0 00000100:00100000:1.0:1788197860.804132:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3616:1875060819459072:0@lo:400:kworker.0 00000100:00100000:1.0:1788197860.804144:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c38a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819458176:0@lo:400:kworker.0 00000100:00100000:1.0:1788197860.804157:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3616:1875060819458688:0@lo:400:kworker.0 00010000:00080000:1.0:1788197860.804170:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9851f73ef480 x1875060819459200/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197876 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788197860.804180:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3616:1875060819459200:0@lo:400:kworker.0 00000100:00100000:3.0:1788197860.805166:0:17158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819457792 00000100:00100000:3.0:1788197860.805179:0:17158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819457792 00000100:00100000:3.0:1788197860.805235:0:17158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:3.0:1788197860.805246:0:17158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f6da3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4d8828bb-e049-4d1c-8150-87c72a0c100e+24:3613:x1875060819457792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197860.806097:0:17168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3613:x1875060819458304:12345-0@lo:400:kworker.0 Request processed in 5785us (6001us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197860.806106:0:17168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1788197860.807100:0:17158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f6da3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4d8828bb-e049-4d1c-8150-87c72a0c100e+24:3613:x1875060819457792:12345-0@lo:400:kworker.0 Request processed in 1850us (7089us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197860.807113:0:17158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000001:00080000:0.0:1788197860.807243:0:17146:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:0.0:1788197860.807256:0:17146:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9851c63903c0 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:0.0:1788197860.807261:0:17146:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9851f7379900 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9851c6390f00 00000020:00080000:0.0:1788197860.807265:0:17146:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9851f7379e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9851e677f400 00000100:00100000:1.0:1788197860.807267:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819459328:0@lo:13:osp-pre-1-0.0 00000020:00080000:0.0:1788197860.807292:0:17207:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000100:00100000:1.0:1788197860.807339:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197860.807394:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c38a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4d8828bb-e049-4d1c-8150-87c72a0c100e:3613:1875060819457792:0@lo:400:kworker.0 00000020:00080000:0.0:1788197860.807400:0:17207:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000100:00100000:1.0:1788197860.807410:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c38a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3613:1875060819458304:0@lo:400:kworker.0 00000100:00100000:1.0:1788197860.807424:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3613:1875060819458816:0@lo:400:kworker.0 00000100:00100000:1.0:1788197860.807520:0:18678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819459328 00000100:00100000:1.0:1788197860.807537:0:18678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819459328 00000100:00100000:1.0:1788197860.808307:0:18678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00010000:00010000:2.0:1788197860.808749:0:3600:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9851d03b1a00/0xb1c7fb411490abb5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197860.808762:0:3600:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851d03b1a00/0xb1c7fb411490abb5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197860.808770:0:3600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9851d03b1a00/0xb1c7fb411490abb5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197860.808776:0:3600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851d03b1a00 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:2.0:1788197860.808781:0:3600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851d03b1a00/0xb1c7fb411490abb5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197860.808789:0:3600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851d03b1a00/0xb1c7fb411490abb5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197860.808816:0:3600:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9851d22dee00) 00010000:00010000:2.0:1788197860.808819:0:3600:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788197860.808824:0:3600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9851d03b1a00/0xb1c7fb411490abb5 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197860.808830:0:3600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851d03b1a00/0xb1c7fb411490abb5 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17168 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788197860.811911:0:18678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c2ec1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3613:x1875060819459328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788197860.811973:0:18678:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788197860.812077:0:18678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c2ec1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3613:x1875060819459328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 259us (4737us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197860.812086:0:18678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788197860.812173:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819459328:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788197861.248806:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197862.269446:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788197862.371374:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788197862.371417:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788197862.371439:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788197862.371461:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788197862.371515:0:17161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808889344 00000100:00100000:3.0:1788197862.371526:0:17161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808889344 00000100:00100000:3.0:1788197862.371594:0:17161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 170 00000100:00100000:3.0:1788197862.371605:0:17161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f6da1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:abd19264-cbb5-46a1-b93e-120d2f2afe7d+13:2392:x1875060808889344:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1788197862.371690:0:17161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f6da1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:abd19264-cbb5-46a1-b93e-120d2f2afe7d+13:2392:x1875060808889344:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 87us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197862.371698:0:17161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 170 00000100:00100000:3.0:1788197862.371732:0:17166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808889600 00000100:00100000:3.0:1788197862.371736:0:17166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808889600 00000100:00100000:3.0:1788197862.371773:0:17166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808889472 00000100:00100000:3.0:1788197862.371776:0:17166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808889472 00000100:00100000:3.0:1788197862.371798:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 77 00000100:00100000:3.0:1788197862.371805:0:17166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:477d4bc8-be3b-4b94-bb18-e4718ebc5a7f+5:2392:x1875060808889600:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1788197862.371835:0:17166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:477d4bc8-be3b-4b94-bb18-e4718ebc5a7f+5:2392:x1875060808889600:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 31us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197862.371842:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 77 00000100:00100000:3.0:1788197862.371854:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 78 00000100:00100000:3.0:1788197862.371859:0:17166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:477d4bc8-be3b-4b94-bb18-e4718ebc5a7f+13:2392:x1875060808889472:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1788197862.371880:0:17166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:477d4bc8-be3b-4b94-bb18-e4718ebc5a7f+13:2392:x1875060808889472:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197862.371886:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 78 00000100:00100000:3.0:1788197862.371908:0:18674:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808889728 00000100:00100000:3.0:1788197862.371911:0:18674:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808889728 00000100:00100000:3.0:1788197862.371939:0:18674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 31 00000100:00100000:3.0:1788197862.371946:0:18674:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:477d4bc8-be3b-4b94-bb18-e4718ebc5a7f+5:2392:x1875060808889728:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1788197862.371971:0:18674:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:477d4bc8-be3b-4b94-bb18-e4718ebc5a7f+5:2392:x1875060808889728:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197862.371984:0:18674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 31 00000100:00080000:3.0:1788197862.372102:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788197862.372108:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788197862.372110:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788197862.382807:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788197862.382844:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788197862.382860:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788197862.382880:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788197862.382958:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788197862.382987:0:17166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808890112 00000100:00100000:0.0:1788197862.382997:0:17166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808890112 00000100:00100000:0.0:1788197862.383061:0:17166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808889984 00000100:00100000:0.0:1788197862.383065:0:17166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808889984 00000100:00100000:0.0:1788197862.383090:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 79 00000100:00100000:0.0:1788197862.383100:0:17166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c38a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c12c147e-8be3-45b8-9727-5181b95baac7+5:2391:x1875060808890112:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1788197862.383181:0:17166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c38a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c12c147e-8be3-45b8-9727-5181b95baac7+5:2391:x1875060808890112:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 82us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197862.383189:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 79 00000100:00100000:0.0:1788197862.383208:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 80 00000100:00100000:0.0:1788197862.383215:0:17166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ff65ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c12c147e-8be3-45b8-9727-5181b95baac7+6:2391:x1875060808889984:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1788197862.383239:0:17166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ff65ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c12c147e-8be3-45b8-9727-5181b95baac7+6:2391:x1875060808889984:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 25us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197862.383245:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 80 00000100:00080000:0.0:1788197862.383370:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788197862.383376:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788197862.383587:0:18674:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808889856 00000100:00100000:3.0:1788197862.383592:0:18674:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808889856 00000100:00100000:3.0:1788197862.383626:0:18674:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808890240 00000100:00100000:3.0:1788197862.383630:0:18674:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808890240 00000100:00100000:3.0:1788197862.383643:0:18674:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808890368 00000100:00100000:3.0:1788197862.383645:0:18674:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808890368 00000100:00100000:3.0:1788197862.383660:0:18674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 30 00000100:00100000:3.0:1788197862.383667:0:18674:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c38a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:477d4bc8-be3b-4b94-bb18-e4718ebc5a7f+5:2388:x1875060808889856:12345-192.168.204.39@tcp:9:kworker.0 00000020:00000080:3.0:1788197862.383701:0:18674:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a8eb 00000100:00080000:3.0:1788197862.383715:0:18674:0:(import.c:65:import_set_state_nolock()) ffff9850c1d52800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788197862.383762:0:18674:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1788197862.383898:0:18674:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c38a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:477d4bc8-be3b-4b94-bb18-e4718ebc5a7f+2:2388:x1875060808889856:12345-192.168.204.39@tcp:9:kworker.0 Request processed in 231us (1100us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197862.383905:0:18674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 30 00000100:00100000:3.0:1788197862.383918:0:18674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 31 00000100:00100000:3.0:1788197862.383924:0:18674:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c38a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c12c147e-8be3-45b8-9727-5181b95baac7+5:2388:x1875060808890240:12345-192.168.204.39@tcp:9:kworker.0 00000020:00000080:3.0:1788197862.383935:0:18674:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a923 00000100:00080000:3.0:1788197862.383942:0:18674:0:(import.c:65:import_set_state_nolock()) ffff9851d14a7000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788197862.383963:0:18674:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1788197862.384028:0:18674:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c38a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c12c147e-8be3-45b8-9727-5181b95baac7+2:2388:x1875060808890240:12345-192.168.204.39@tcp:9:kworker.0 Request processed in 103us (1183us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197862.384035:0:18674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 31 00000100:00100000:3.0:1788197862.384047:0:18674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 32 00000100:00100000:3.0:1788197862.384066:0:18674:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c38a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c12c147e-8be3-45b8-9727-5181b95baac7+5:2388:x1875060808890368:12345-192.168.204.39@tcp:9:kworker.0 00000020:00000080:3.0:1788197862.385382:0:18674:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a92a 00000100:00080000:3.0:1788197862.385397:0:18674:0:(import.c:65:import_set_state_nolock()) ffff9851d14a1000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788197862.385431:0:18674:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1788197862.385567:0:18674:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c38a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c12c147e-8be3-45b8-9727-5181b95baac7+2:2388:x1875060808890368:12345-192.168.204.39@tcp:9:kworker.0 Request processed in 1497us (2700us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197862.385578:0:18674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 32 00000100:00080000:3.0:1788197862.385602:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788197862.385607:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1788197862.385659:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197862.385787:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788197862.773063:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788197862.773297:0:17166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808890496 00000100:00100000:3.0:1788197862.773308:0:17166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808890496 00000100:00100000:3.0:1788197862.773388:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 65 00000100:00100000:3.0:1788197862.773399:0:17166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c2002680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:477d4bc8-be3b-4b94-bb18-e4718ebc5a7f+13:15583:x1875060808890496:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1788197862.773511:0:17166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c2002680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:477d4bc8-be3b-4b94-bb18-e4718ebc5a7f+13:15583:x1875060808890496:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 Request processed in 114us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197862.773520:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 65 00000100:00100000:3.0:1788197862.781368:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788197862.781446:0:17167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808890624 00000100:00100000:0.0:1788197862.781456:0:17167:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808890624 00000100:00100000:0.0:1788197862.781528:0:17167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 66 00000100:00100000:0.0:1788197862.781539:0:17167:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:477d4bc8-be3b-4b94-bb18-e4718ebc5a7f+5:15583:x1875060808890624:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788197862.781653:0:17167:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:477d4bc8-be3b-4b94-bb18-e4718ebc5a7f+5:15583:x1875060808890624:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 Request processed in 115us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197862.781670:0:17167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 66 00000100:00100000:2.0:1788197862.790681:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788197862.790992:0:17170:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808890880 00000100:00100000:1.0:1788197862.791004:0:17170:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808890880 00000100:00100000:1.0:1788197862.791188:0:17170:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 12 00000100:00100000:1.0:1788197862.791200:0:17170:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:477d4bc8-be3b-4b94-bb18-e4718ebc5a7f+13:15583:x1875060808890880:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788197862.791452:0:17170:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:477d4bc8-be3b-4b94-bb18-e4718ebc5a7f+14:15583:x1875060808890880:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 252us (778us total) trans 8589934624 rc 0/0 00000100:00100000:1.0:1788197862.791460:0:17170:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 12 00000100:00100000:3.0:1788197862.855951:0:3613:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788197862.855976:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c2ec2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819459456:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788197862.856433:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197862.860667:0:18677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819459456 00000100:00100000:0.0:1788197862.860686:0:18677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819459456 00000100:00100000:0.0:1788197862.860782:0:18677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788197862.860804:0:18677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3613:x1875060819459456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788197862.860849:0:18677:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788197862.860936:0:18677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3613:x1875060819459456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 135us (4504us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197862.860944:0:18677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788197862.861001:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c2ec2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819459456:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788197862.863501:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788197863.293725:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788197863.997533:0:17202:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1788197863.997544:0:17202:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788197863.997566:0:17202:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1788197863.997575:0:17202:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:3.0:1788197864.317592:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788197864.893622:0:3614:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788197864.893648:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819459840:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788197864.894413:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c2ec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819459712:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788197864.894503:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197864.894623:0:18677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819459712 00000100:00100000:1.0:1788197864.894632:0:18677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819459712 00000100:00100000:1.0:1788197864.894695:0:18677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788197864.894705:0:18677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819459712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788197864.894736:0:18677:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1788197864.897571:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788197864.897626:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788197864.897666:0:17172:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819459840 00000100:00100000:0.0:1788197864.897675:0:17172:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819459840 00000100:00100000:3.0:1788197864.897685:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c2000e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819459584:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788197864.897725:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197864.897748:0:17172:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819459584 00000100:00100000:0.0:1788197864.897753:0:17172:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819459584 00000100:00100000:0.0:1788197864.898606:0:17172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1788197864.898622:0:17172:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819459840:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788197864.898904:0:17172:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788197864.898983:0:17172:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819459840:12345-0@lo:41:osp-pre-1-0.0 Request processed in 366us (1421us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197864.900830:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819459840:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788197864.900908:0:17908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788197864.900929:0:17908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3616:x1875060819459584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788197864.900966:0:17908:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1788197864.901054:0:17908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3616:x1875060819459584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 136us (3328us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197864.901061:0:17908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788197864.901106:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c2000e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819459584:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788197864.905285:0:18677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819459712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 10569us (10770us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197864.905300:0:18677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788197864.905908:0:17172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1788197864.914560:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c2ec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819459712:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1788197865.341560:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788197865.917896:0:3613:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788197865.917937:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c2ec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819459968:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788197865.918034:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197865.919390:0:18678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819459968 00000100:00100000:3.0:1788197865.919399:0:18678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819459968 00000100:00100000:3.0:1788197865.919472:0:18678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788197865.919483:0:18678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c2000e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819459968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788197865.919513:0:18678:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788197865.919572:0:18678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c2000e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819459968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (1539us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197865.919580:0:18678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788197865.919606:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c38a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819460224:0@lo:400:kworker.0 00000100:00100000:3.0:1788197865.919641:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197865.919673:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985200cbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819460736:0@lo:400:kworker.0 00000100:00100000:3.0:1788197865.919697:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197865.919715:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7160700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3616:1875060819461248:0@lo:400:kworker.0 00000100:00100000:3.0:1788197865.919744:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197865.919765:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:3.0:1788197865.919792:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c2ec2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4d8828bb-e049-4d1c-8150-87c72a0c100e:3616:1875060819460096:0@lo:400:kworker.0 00000100:00100000:3.0:1788197865.919825:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197865.919848:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985200cbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3616:1875060819460608:0@lo:400:kworker.0 00000100:00100000:3.0:1788197865.919883:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197865.919903:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3616:1875060819461120:0@lo:400:kworker.0 00000100:00100000:3.0:1788197865.919940:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197865.919959:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819461632:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788197865.919981:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197865.920011:0:17166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819461248 00000100:00100000:3.0:1788197865.920016:0:17166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819461248 00000100:00100000:2.0:1788197865.920449:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985200cbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819460480:0@lo:400:kworker.0 00000100:00100000:2.0:1788197865.920482:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197865.920507:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3614:1875060819460992:0@lo:400:kworker.0 00000100:00100000:2.0:1788197865.920527:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788197865.920628:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788197865.920634:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788197865.920648:0:18677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819461632 00000100:00100000:1.0:1788197865.920653:0:18677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819461632 00000100:00080000:1.0:1788197865.920671:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788197865.920703:0:18677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788197865.920711:0:18677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819461632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788197865.920792:0:18677:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788197865.920837:0:18677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819461632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 125us (854us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197865.920843:0:18677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788197865.920887:0:17158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819460096 00000100:00100000:1.0:1788197865.920890:0:17158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819460096 00000100:00100000:1.0:1788197865.920924:0:17158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:1.0:1788197865.920932:0:17158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f6da3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4d8828bb-e049-4d1c-8150-87c72a0c100e+24:3616:x1875060819460096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197865.920959:0:17158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f6da3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4d8828bb-e049-4d1c-8150-87c72a0c100e+24:3616:x1875060819460096:12345-0@lo:400:kworker.0 Request processed in 29us (1134us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197865.920965:0:17158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:1.0:1788197865.920991:0:17173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819460224 00000100:00100000:1.0:1788197865.920994:0:17173:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819460224 00000100:00100000:1.0:1788197865.921014:0:17173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819460736 00000100:00100000:1.0:1788197865.921022:0:17173:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819460736 00000100:00100000:1.0:1788197865.921047:0:17173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1788197865.921053:0:17173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819460224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197865.923256:0:17173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819460224:12345-0@lo:400:kworker.0 Request processed in 2199us (3610us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197865.923272:0:17173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1788197865.923299:0:17173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1788197865.923310:0:17173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3616:x1875060819460736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197865.923356:0:17173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3616:x1875060819460736:12345-0@lo:400:kworker.0 Request processed in 49us (3659us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197865.923362:0:17173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1788197865.923447:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819460352:0@lo:400:kworker.0 00000100:00100000:1.0:1788197865.923485:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197865.923513:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7161c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819460864:0@lo:400:kworker.0 00000100:00100000:1.0:1788197865.923534:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197865.923552:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3613:1875060819461376:0@lo:400:kworker.0 00000100:00100000:1.0:1788197865.923580:0:19173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819460480 00000100:00100000:1.0:1788197865.923586:0:19173:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819460480 00000100:00100000:1.0:1788197865.923621:0:19173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819460352 00000100:00100000:1.0:1788197865.923624:0:19173:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819460352 00000100:00100000:1.0:1788197865.923644:0:19173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819460864 00000100:00100000:1.0:1788197865.923647:0:19173:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819460864 00000100:00100000:1.0:1788197865.923659:0:19173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788197865.923664:0:19173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819460480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197865.923697:0:19173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819460480:12345-0@lo:400:kworker.0 Request processed in 33us (3214us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197865.923704:0:19173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788197865.923714:0:19173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788197865.923720:0:19173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3613:x1875060819460352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197865.927637:0:19173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3613:x1875060819460352:12345-0@lo:400:kworker.0 Request processed in 3905us (4139us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197865.927653:0:19173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788197865.927693:0:19173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788197865.927713:0:19173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819460864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197865.927784:0:19173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819460864:12345-0@lo:400:kworker.0 Request processed in 84us (4249us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197865.927790:0:19173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:1.0:1788197865.927832:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788197865.930760:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7160000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3614:1875060819461504:0@lo:400:kworker.0 00000100:00100000:2.0:1788197865.930826:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197865.938635:0:17166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819460608 00000100:00100000:3.0:1788197865.938652:0:17166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819460608 00000100:00100000:3.0:1788197865.938705:0:17166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819461120 00000100:00100000:3.0:1788197865.938709:0:17166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819461120 00000100:00100000:3.0:1788197865.938743:0:17166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819460992 00000100:00100000:3.0:1788197865.938746:0:17166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819460992 00000100:00100000:3.0:1788197865.938765:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1788197865.938776:0:17166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3616:x1875060819461248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197865.938877:0:17166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3616:x1875060819461248:12345-0@lo:400:kworker.0 Request processed in 103us (19132us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197865.938884:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1788197865.938902:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1788197865.938909:0:17166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3616:x1875060819460608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197865.938950:0:17166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3616:x1875060819460608:12345-0@lo:400:kworker.0 Request processed in 43us (19067us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197865.938957:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1788197865.938968:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1788197865.938990:0:17166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3616:x1875060819461120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197865.939038:0:17166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3616:x1875060819461120:12345-0@lo:400:kworker.0 Request processed in 41us (19088us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197865.939044:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1788197865.939283:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1788197865.939293:0:17166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3614:x1875060819460992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197865.939348:0:17166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3614:x1875060819460992:12345-0@lo:400:kworker.0 Request processed in 58us (18819us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197865.939355:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00080000:3.0:1788197865.939394:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788197865.939436:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c2ec2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4d8828bb-e049-4d1c-8150-87c72a0c100e:3616:1875060819460096:0@lo:400:kworker.0 00000100:00100000:3.0:1788197865.939452:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985200cbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3616:1875060819460608:0@lo:400:kworker.0 00000100:00100000:3.0:1788197865.939463:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3616:1875060819461120:0@lo:400:kworker.0 00000100:00100000:3.0:1788197865.939483:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819461632:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788197865.939494:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c38a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819460224:0@lo:400:kworker.0 00000100:00100000:3.0:1788197865.939504:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985200cbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819460736:0@lo:400:kworker.0 00010000:00080000:3.0:1788197865.939516:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9851f7160700 x1875060819461248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197881 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788197865.939526:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7160700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3616:1875060819461248:0@lo:400:kworker.0 00000100:00100000:2.0:1788197865.939717:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197865.939758:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c2ec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819459968:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788197865.939793:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819460352:0@lo:400:kworker.0 00000100:00100000:2.0:1788197865.939804:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7161c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819460864:0@lo:400:kworker.0 00000100:00100000:2.0:1788197865.939824:0:17168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819461504 00000100:00100000:2.0:1788197865.939829:0:17168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819461504 00000100:00100000:2.0:1788197865.939861:0:17168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819461376 00000100:00100000:2.0:1788197865.939864:0:17168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819461376 00000100:00100000:2.0:1788197865.939880:0:17168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1788197865.939886:0:17168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3614:x1875060819461504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197865.939937:0:17168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3614:x1875060819461504:12345-0@lo:400:kworker.0 Request processed in 51us (9111us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197865.939944:0:17168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1788197865.939957:0:17168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1788197865.939963:0:17168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3613:x1875060819461376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197865.939996:0:17168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3613:x1875060819461376:12345-0@lo:400:kworker.0 Request processed in 33us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197865.940002:0:17168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00080000:2.0:1788197865.940036:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788197865.940040:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788197865.940067:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3613:1875060819461376:0@lo:400:kworker.0 00010000:00080000:2.0:1788197865.940092:0:3614:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9851f7160000 x1875060819461504/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197881 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788197865.940102:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7160000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3614:1875060819461504:0@lo:400:kworker.0 00000100:00100000:2.0:1788197865.940119:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985200cbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819460480:0@lo:400:kworker.0 00000100:00100000:2.0:1788197865.940130:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3614:1875060819460992:0@lo:400:kworker.0 00010000:00010000:3.0:1788197866.365469:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1788197866.947956:0:17146:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934624 is committed 00000020:00080000:1.0:1788197866.947976:0:17146:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:0.0:1788197866.948034:0:17207:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:0.0:1788197866.948044:0:17207:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00010000:00010000:0.0:1788197867.392582:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788197867.494712:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788197867.494759:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788197867.494786:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788197867.494823:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788197867.494848:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788197867.494869:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788197867.494897:0:17160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808891008 00000100:00100000:2.0:1788197867.494908:0:17160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808891008 00000100:00100000:2.0:1788197867.494964:0:17160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 172 00000100:00100000:2.0:1788197867.494975:0:17160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f6da3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:abd19264-cbb5-46a1-b93e-120d2f2afe7d+13:2390:x1875060808891008:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1788197867.495051:0:17160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f6da3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:abd19264-cbb5-46a1-b93e-120d2f2afe7d+13:2390:x1875060808891008:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 77us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197867.495059:0:17160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 172 00000100:00100000:1.0:1788197867.495263:0:19173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808891392 00000100:00100000:1.0:1788197867.495267:0:19173:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808891392 00000100:00100000:1.0:1788197867.495344:0:19173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 35 00000100:00100000:1.0:1788197867.495352:0:19173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:477d4bc8-be3b-4b94-bb18-e4718ebc5a7f+5:2390:x1875060808891392:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1788197867.495389:0:19173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:477d4bc8-be3b-4b94-bb18-e4718ebc5a7f+5:2390:x1875060808891392:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 38us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197867.495407:0:19173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 35 00000100:00100000:1.0:1788197867.495426:0:17167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808891136 00000100:00100000:1.0:1788197867.495429:0:17167:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808891136 00000100:00100000:1.0:1788197867.495451:0:17167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808891648 00000100:00100000:1.0:1788197867.495453:0:17167:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808891648 00000100:00100000:1.0:1788197867.495465:0:17167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808891264 00000100:00100000:1.0:1788197867.495468:0:17167:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808891264 00000100:00100000:1.0:1788197867.495478:0:17167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808891520 00000100:00100000:1.0:1788197867.495480:0:17167:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808891520 00000100:00100000:1.0:1788197867.495493:0:17167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 87 00000100:00100000:1.0:1788197867.495500:0:17167:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:477d4bc8-be3b-4b94-bb18-e4718ebc5a7f+13:2390:x1875060808891136:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1788197867.495531:0:17167:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:477d4bc8-be3b-4b94-bb18-e4718ebc5a7f+13:2390:x1875060808891136:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 31us (831us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197867.495536:0:17167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 87 00000100:00100000:1.0:1788197867.495546:0:17167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 88 00000100:00100000:1.0:1788197867.495552:0:17167:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c12c147e-8be3-45b8-9727-5181b95baac7+5:2390:x1875060808891648:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1788197867.495570:0:17167:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c12c147e-8be3-45b8-9727-5181b95baac7+5:2390:x1875060808891648:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 18us (783us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197867.495593:0:17167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 88 00000100:00100000:1.0:1788197867.495604:0:17167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 89 00000100:00100000:1.0:1788197867.495610:0:17167:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:477d4bc8-be3b-4b94-bb18-e4718ebc5a7f+5:2390:x1875060808891264:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1788197867.495632:0:17167:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:477d4bc8-be3b-4b94-bb18-e4718ebc5a7f+5:2390:x1875060808891264:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (784us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197867.495638:0:17167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 89 00000100:00100000:1.0:1788197867.495649:0:17167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 90 00000100:00100000:1.0:1788197867.495655:0:17167:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c12c147e-8be3-45b8-9727-5181b95baac7+6:2390:x1875060808891520:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1788197867.495677:0:17167:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c12c147e-8be3-45b8-9727-5181b95baac7+6:2390:x1875060808891520:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (807us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197867.495683:0:17167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 90 00000100:00080000:2.0:1788197867.496054:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788197867.496060:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788197867.496062:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788197867.966648:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788197867.966671:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819461760:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788197867.966741:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197867.966784:0:18677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819461760 00000100:00100000:1.0:1788197867.966791:0:18677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819461760 00000100:00100000:1.0:1788197867.966854:0:18677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788197867.966864:0:18677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7162a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3615:x1875060819461760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788197867.966892:0:18677:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788197867.966938:0:18677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7162a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3615:x1875060819461760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197867.966945:0:18677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:1.0:1788197867.966964:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788197867.967000:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819461760:0@lo:13:osp-pre-0-0.0 00000001:00100000:1.0:1788197867.967533:0:18670:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c12c147e-8be3-45b8-9727-5181b95baac7 00000020:00000080:1.0:1788197867.967538:0:18670:0:(genops.c:885:class_export_put()) final put ffff9851d14a1800/c12c147e-8be3-45b8-9727-5181b95baac7 00000020:00000080:3.0:1788197867.971702:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9851d14a1800/c12c147e-8be3-45b8-9727-5181b95baac7 for lustre-OST0000 00000020:00000080:3.0:1788197867.971803:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9851d14a7000 for lustre-OST0000 00000001:00100000:3.0:1788197867.972890:0:19487:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c12c147e-8be3-45b8-9727-5181b95baac7 00000020:00000080:3.0:1788197867.972897:0:19487:0:(genops.c:885:class_export_put()) final put ffff9851d14a0000/c12c147e-8be3-45b8-9727-5181b95baac7 00000001:00100000:3.0:1788197867.972920:0:19487:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 477d4bc8-be3b-4b94-bb18-e4718ebc5a7f 00000020:00000080:3.0:1788197867.972923:0:19487:0:(genops.c:885:class_export_put()) final put ffff9850c1d51000/477d4bc8-be3b-4b94-bb18-e4718ebc5a7f 00000020:00000080:3.0:1788197867.972938:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9851d14a0000/c12c147e-8be3-45b8-9727-5181b95baac7 for lustre-OST0001 00000020:00000080:3.0:1788197867.972973:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9850c1d51000/477d4bc8-be3b-4b94-bb18-e4718ebc5a7f for lustre-OST0001 00000020:00000080:3.0:1788197867.972990:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9851d14a1000 for lustre-OST0001 00000020:00000080:3.0:1788197867.972994:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9850c1d52800 for lustre-OST0001 00000001:02000400:1.0:1788197868.107403:0:20542:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 13:37:45 (1788197865) 00010000:00010000:3.0:1788197868.417892:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197869.440630:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788197870.014566:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851fc3e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819461888:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788197870.014640:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197870.014766:0:17173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819461888 00000100:00100000:0.0:1788197870.014776:0:17173:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819461888 00000100:00100000:0.0:1788197870.014842:0:17173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1788197870.014854:0:17173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6744e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819461888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788197870.014899:0:17173:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1788197870.015225:0:17173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6744e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819461888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 373us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197870.015235:0:17173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1788197870.015289:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851fc3e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819461888:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788197870.025525:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819462016:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788197870.025622:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197870.025776:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819462144:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788197870.025811:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197870.026015:0:17172:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819462016 00000100:00100000:3.0:1788197870.026024:0:17172:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819462016 00000100:00100000:3.0:1788197870.026087:0:17172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1788197870.026097:0:17172:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819462016:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788197870.026135:0:17172:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788197870.026187:0:17172:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819462016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (564us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197870.026194:0:17172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1788197870.030465:0:18677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819462144 00000100:00100000:0.0:1788197870.030481:0:18677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819462144 00000100:00100000:0.0:1788197870.030558:0:18677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788197870.030568:0:18677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7163100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819462144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788197870.030600:0:18677:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788197870.030674:0:18677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7163100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819462144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (4862us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197870.030682:0:18677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:0.0:1788197870.032610:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788197870.033446:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819462016:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788197870.033589:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819462144:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1788197870.472040:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788197870.974587:0:17920:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788197871.038148:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788197871.038185:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851fc3e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819462272:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788197871.038259:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197871.038514:0:18677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819462272 00000100:00100000:0.0:1788197871.038523:0:18677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819462272 00000100:00100000:0.0:1788197871.038590:0:18677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788197871.038602:0:18677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7163480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3615:x1875060819462272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788197871.038639:0:18677:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1788197871.038691:0:18677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7163480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3615:x1875060819462272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197871.038712:0:18677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788197871.038765:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851fc3e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819462272:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788197871.039016:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819462528:0@lo:400:kworker.0 00000100:00100000:2.0:1788197871.039050:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197871.039081:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3614:1875060819463040:0@lo:400:kworker.0 00000100:00100000:2.0:1788197871.039106:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197871.039123:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3614:1875060819463552:0@lo:400:kworker.0 00000100:00100000:2.0:1788197871.039146:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197871.039188:0:3614:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1788197871.039195:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4d8828bb-e049-4d1c-8150-87c72a0c100e:3614:1875060819462400:0@lo:400:kworker.0 00000100:00100000:2.0:1788197871.039222:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197871.039243:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3614:1875060819462912:0@lo:400:kworker.0 00000100:00100000:2.0:1788197871.039265:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197871.039280:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3614:1875060819463424:0@lo:400:kworker.0 00000100:00100000:2.0:1788197871.039298:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197871.039348:0:17908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819462528 00000100:00100000:2.0:1788197871.039352:0:17908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819462528 00000100:00100000:0.0:1788197871.039674:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851fc3e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819463936:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788197871.039703:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197871.039736:0:17166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819463552 00000100:00100000:0.0:1788197871.039739:0:17166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819463552 00000100:00100000:0.0:1788197871.039768:0:17166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819463424 00000100:00100000:0.0:1788197871.039771:0:17166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819463424 00000100:00100000:0.0:1788197871.039793:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1788197871.039800:0:17166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3614:x1875060819463552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788197871.039849:0:17166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3614:x1875060819463552:12345-0@lo:400:kworker.0 Request processed in 49us (702us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197871.039856:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1788197871.039870:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1788197871.039877:0:17166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3614:x1875060819463424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788197871.039904:0:17166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3614:x1875060819463424:12345-0@lo:400:kworker.0 Request processed in 28us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197871.039910:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1788197871.039940:0:18677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819463936 00000100:00100000:0.0:1788197871.039944:0:18677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819463936 00000100:00100000:0.0:1788197871.039968:0:18677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788197871.039974:0:18677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819463936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788197871.039986:0:18677:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1788197871.040019:0:18677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819463936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197871.040035:0:18677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788197871.040088:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851fc3e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819463936:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788197871.040114:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819462656:0@lo:400:kworker.0 00000100:00100000:0.0:1788197871.040139:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197871.040168:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819463168:0@lo:400:kworker.0 00000100:00100000:0.0:1788197871.040188:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197871.040202:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3615:1875060819463680:0@lo:400:kworker.0 00000100:00100000:0.0:1788197871.040220:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197871.040237:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788197871.040243:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3615:1875060819462784:0@lo:400:kworker.0 00000100:00100000:0.0:1788197871.040263:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197871.040278:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3615:1875060819463296:0@lo:400:kworker.0 00000100:00100000:0.0:1788197871.040297:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197871.040307:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3615:1875060819463808:0@lo:400:kworker.0 00000100:00100000:0.0:1788197871.040359:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197871.040794:0:19957:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819463680 00000100:00100000:0.0:1788197871.040800:0:19957:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819463680 00000100:00100000:0.0:1788197871.040888:0:19957:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819462784 00000100:00100000:0.0:1788197871.040892:0:19957:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819462784 00000100:00100000:0.0:1788197871.040905:0:19957:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819463296 00000100:00100000:0.0:1788197871.040907:0:19957:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819463296 00000100:00100000:0.0:1788197871.040917:0:19957:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819463808 00000100:00100000:0.0:1788197871.040984:0:19957:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819463808 00000100:00100000:0.0:1788197871.041008:0:19957:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1788197871.041015:0:19957:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3615:x1875060819463680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788197871.041078:0:19957:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3615:x1875060819463680:12345-0@lo:400:kworker.0 Request processed in 63us (856us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197871.041086:0:19957:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1788197871.041101:0:19957:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1788197871.041107:0:19957:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1875060819462784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788197871.041134:0:19957:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1875060819462784:12345-0@lo:400:kworker.0 Request processed in 27us (870us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197871.041141:0:19957:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1788197871.041152:0:19957:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1788197871.041288:0:17908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819462912 00000100:00100000:2.0:1788197871.041293:0:17908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819462912 00000100:00100000:0.0:1788197871.041350:0:19957:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3615:x1875060819463296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788197871.041395:0:19957:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3615:x1875060819463296:12345-0@lo:400:kworker.0 Request processed in 237us (1097us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197871.041402:0:19957:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1788197871.041419:0:19957:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1788197871.041425:0:19957:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3615:x1875060819463808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788197871.041452:0:19957:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3615:x1875060819463808:12345-0@lo:400:kworker.0 Request processed in 27us (1093us total) trans 0 rc 0/0 00000100:00080000:1.0:1788197871.041457:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788197871.041457:0:19957:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00080000:1.0:1788197871.041462:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788197871.041466:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788197871.041477:0:19173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819463040 00000100:00100000:1.0:1788197871.041481:0:19173:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819463040 00000100:00100000:1.0:1788197871.041509:0:19173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819462656 00000100:00100000:1.0:1788197871.041512:0:19173:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819462656 00000100:00100000:1.0:1788197871.041529:0:19173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819463168 00000100:00100000:1.0:1788197871.041532:0:19173:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819463168 00000100:00100000:1.0:1788197871.041545:0:19173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788197871.041551:0:19173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3614:x1875060819463040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197871.041590:0:19173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3614:x1875060819463040:12345-0@lo:400:kworker.0 Request processed in 39us (2483us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197871.041595:0:19173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788197871.041606:0:19173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788197871.041612:0:19173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3615:x1875060819462656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197871.041635:0:19173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3615:x1875060819462656:12345-0@lo:400:kworker.0 Request processed in 24us (1496us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197871.041650:0:19173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788197871.041660:0:19173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788197871.041665:0:19173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819463168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197871.041692:0:19173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819463168:12345-0@lo:400:kworker.0 Request processed in 27us (1504us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197871.041697:0:19173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:1.0:1788197871.041713:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788197871.041765:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3614:1875060819463424:0@lo:400:kworker.0 00000100:00100000:1.0:1788197871.041777:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3614:1875060819463040:0@lo:400:kworker.0 00010000:00080000:1.0:1788197871.041791:0:3614:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9851f73e8a80 x1875060819463552/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197887 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788197871.041802:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3614:1875060819463552:0@lo:400:kworker.0 00000100:00100000:1.0:1788197871.041851:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3615:1875060819462784:0@lo:400:kworker.0 00000100:00100000:1.0:1788197871.041862:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3615:1875060819463296:0@lo:400:kworker.0 00010000:00080000:1.0:1788197871.041873:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9851f73e9c00 x1875060819463808/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197887 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788197871.041881:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3615:1875060819463808:0@lo:400:kworker.0 00000100:00100000:1.0:1788197871.041891:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819462656:0@lo:400:kworker.0 00000100:00100000:1.0:1788197871.041900:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819463168:0@lo:400:kworker.0 00000100:00100000:1.0:1788197871.041909:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3615:1875060819463680:0@lo:400:kworker.0 00000100:00100000:1.0:1788197871.041962:0:17161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819462400 00000100:00100000:1.0:1788197871.041972:0:17161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819462400 00000100:00100000:1.0:1788197871.042001:0:17161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1788197871.042007:0:17161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f6da3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4d8828bb-e049-4d1c-8150-87c72a0c100e+24:3614:x1875060819462400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197871.042044:0:17161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f6da3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4d8828bb-e049-4d1c-8150-87c72a0c100e+24:3614:x1875060819462400:12345-0@lo:400:kworker.0 Request processed in 37us (2821us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197871.042050:0:17161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1788197871.042091:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4d8828bb-e049-4d1c-8150-87c72a0c100e:3614:1875060819462400:0@lo:400:kworker.0 00000100:00100000:3.0:1788197871.042198:0:17172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788197871.042209:0:17172:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819462528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197871.042251:0:17172:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819462528:12345-0@lo:400:kworker.0 Request processed in 45us (3200us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197871.042257:0:17172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788197871.042272:0:17172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1788197871.042279:0:17172:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3614:x1875060819462912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197871.042341:0:17172:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3614:x1875060819462912:12345-0@lo:400:kworker.0 Request processed in 63us (3074us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197871.042342:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819462528:0@lo:400:kworker.0 00000100:00100000:3.0:1788197871.042348:0:17172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1788197871.042361:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3614:1875060819462912:0@lo:400:kworker.0 00010000:00010000:0.0:1788197871.488956:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197872.509684:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788197872.535663:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788197872.535890:0:17170:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808891904 00000100:00100000:1.0:1788197872.535903:0:17170:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808891904 00000100:00100000:1.0:1788197872.535990:0:17170:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 13 00000100:00100000:1.0:1788197872.536002:0:17170:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:477d4bc8-be3b-4b94-bb18-e4718ebc5a7f+13:16345:x1875060808891904:12345-192.168.204.39@tcp:35:umount.0 00000001:00080000:1.0:1788197872.536269:0:17170:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000001:00080000:1.0:1788197872.536415:0:17170:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934626 00000100:00100000:1.0:1788197872.536553:0:17170:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:477d4bc8-be3b-4b94-bb18-e4718ebc5a7f+16:16345:x1875060808891904:12345-192.168.204.39@tcp:35:umount.0 Request processed in 552us (901us total) trans 8589934627 rc 0/0 00000100:00100000:1.0:1788197872.536562:0:17170:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 13 00000020:00080000:1.0:1788197872.536567:0:17170:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00080000:2.0:1788197872.536634:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788197872.545385:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788197872.545428:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788197872.545451:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788197872.545525:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788197872.545628:0:17151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808892032 00000100:00100000:0.0:1788197872.545641:0:17151:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808892032 00000100:00100000:0.0:1788197872.545692:0:17151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808892160 00000100:00100000:0.0:1788197872.545695:0:17151:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808892160 00000100:00100000:0.0:1788197872.545703:0:17151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808892288 00000100:00100000:0.0:1788197872.545705:0:17151:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808892288 00000100:00100000:0.0:1788197872.545718:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 3 00000100:00100000:0.0:1788197872.545744:0:17151:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7161180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:abd19264-cbb5-46a1-b93e-120d2f2afe7d+15:2389:x1875060808892032:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788197872.545761:0:17151:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788197872.545781:0:17151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9851c1666a00/0xb1c7fb411490a8c1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c391 expref: 15 pid: 17158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197872.545800:0:17151:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788197872.545852:0:17151:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7161180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:abd19264-cbb5-46a1-b93e-120d2f2afe7d+14:2389:x1875060808892032:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 109us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197872.545859:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 3 00000100:00100000:0.0:1788197872.545875:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4 00000100:00100000:0.0:1788197872.545881:0:17151:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc33a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:abd19264-cbb5-46a1-b93e-120d2f2afe7d+13:2389:x1875060808892160:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788197872.545904:0:17151:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788197872.545913:0:17151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9851d03b1600/0xb1c7fb411490a8c8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c3c2 expref: 13 pid: 17160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197872.545922:0:17151:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788197872.545937:0:17151:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc33a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:abd19264-cbb5-46a1-b93e-120d2f2afe7d+12:2389:x1875060808892160:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 56us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197872.545943:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4 00000100:00100000:0.0:1788197872.545980:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5 00000100:00100000:0.0:1788197872.545985:0:17151:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7163b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:abd19264-cbb5-46a1-b93e-120d2f2afe7d+11:2392:x1875060808892288:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788197872.545992:0:17151:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788197872.546000:0:17151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9851d03b1000/0xb1c7fb411490a94d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c478 expref: 11 pid: 17158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197872.546008:0:17151:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788197872.546028:0:17151:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7163b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:abd19264-cbb5-46a1-b93e-120d2f2afe7d+10:2392:x1875060808892288:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 43us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197872.546034:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5 00000100:00100000:0.0:1788197872.546422:0:19173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808892416 00000100:00100000:0.0:1788197872.546428:0:19173:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808892416 00000100:00100000:0.0:1788197872.546474:0:19173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 33 00000100:00100000:0.0:1788197872.546480:0:19173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:477d4bc8-be3b-4b94-bb18-e4718ebc5a7f+5:2388:x1875060808892416:12345-192.168.204.39@tcp:9:umount.0 00000020:00000080:0.0:1788197872.546505:0:19173:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a8e4 00000100:00080000:0.0:1788197872.546513:0:19173:0:(import.c:65:import_set_state_nolock()) ffff9851e7650800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788197872.546560:0:19173:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1788197872.546670:0:19173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:477d4bc8-be3b-4b94-bb18-e4718ebc5a7f+2:2388:x1875060808892416:12345-192.168.204.39@tcp:9:umount.0 Request processed in 190us (1144us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197872.546677:0:19173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 33 00010000:00010000:0.0:1788197872.546695:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788197872.546820:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788197872.560744:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788197872.560917:0:19957:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808893312 00000100:00100000:2.0:1788197872.560929:0:19957:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808893312 00000100:00100000:2.0:1788197872.561000:0:19957:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 67 00000100:00100000:2.0:1788197872.561011:0:19957:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:477d4bc8-be3b-4b94-bb18-e4718ebc5a7f+16:2388:x1875060808893312:12345-192.168.204.39@tcp:39:umount.0 00000020:00000080:2.0:1788197872.561048:0:19957:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a8d6 00000020:00010000:2.0:1788197872.561070:0:19957:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9851f72e1000: total 0 00000100:00080000:2.0:1788197872.561089:0:19957:0:(import.c:65:import_set_state_nolock()) ffff9851f72e4800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788197872.561123:0:19957:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000020:00010000:0.0:1788197872.561381:0:17154:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9851f72e1000: total 0 00010000:00010000:0.0:1788197872.561385:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197872.561434:0:17154:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9851f72e1000, canceled 0 locks, left on hash table 8. 00010000:00010000:0.0:1788197872.561473:0:17154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9850c2041a00) 00010000:00010000:0.0:1788197872.561476:0:17154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1788197872.561484:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c000/0xb1c7fb411490aaff lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c4e8 expref: 16 pid: 17167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197872.561507:0:17154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9850c2f1bb00) 00010000:00010000:0.0:1788197872.561510:0:17154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788197872.561514:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c1666c00/0xb1c7fb411490a9fc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c494 expref: 15 pid: 19957 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197872.561547:0:17154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9850c2041a00) 00010000:00010000:0.0:1788197872.561550:0:17154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788197872.561554:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c1666600/0xb1c7fb411490abed lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c535 expref: 14 pid: 17166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197872.561566:0:17154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9850c2f1b800) 00010000:00010000:0.0:1788197872.561569:0:17154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788197872.561572:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c1667400/0xb1c7fb411490a9bd lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c486 expref: 13 pid: 17167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197872.561589:0:17154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9851d22dee00) 00010000:00010000:0.0:1788197872.561591:0:17154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788197872.561594:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3400/0xb1c7fb411490ab8b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c512 expref: 12 pid: 19957 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197872.561609:0:17154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9851d22de000) 00010000:00010000:0.0:1788197872.561611:0:17154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788197872.561613:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d000/0xb1c7fb411490a9a1 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c47f expref: 11 pid: 17166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197872.561625:0:17154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff9851d22de300) 00010000:00010000:0.0:1788197872.561628:0:17154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788197872.561631:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851d03b0600/0xb1c7fb411490aa81 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c4be expref: 10 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197872.561643:0:17154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9850c2041a00) 00010000:00010000:0.0:1788197872.561651:0:17154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788197872.561655:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490ab30 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c4fd expref: 9 pid: 17166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197872.561669:0:17154:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9851f72e1000, canceled 8 locks, left on hash table 0. 00010000:00010000:0.0:1788197872.561680:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197872.561682:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197872.561684:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788197872.561893:0:19957:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:477d4bc8-be3b-4b94-bb18-e4718ebc5a7f+6:2388:x1875060808893312:12345-192.168.204.39@tcp:39:umount.0 Request processed in 883us (1159us total) trans 8589934628 rc 0/0 00000100:00100000:2.0:1788197872.561903:0:19957:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 67 00000100:00100000:3.0:1788197872.595083:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788197872.595243:0:17167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808893440 00000100:00100000:1.0:1788197872.595254:0:17167:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808893440 00000100:00100000:1.0:1788197872.595386:0:17167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 68 00000100:00100000:1.0:1788197872.595412:0:17167:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6745c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:477d4bc8-be3b-4b94-bb18-e4718ebc5a7f+5:2388:x1875060808893440:12345-192.168.204.39@tcp:39:umount.0 00000020:00000080:1.0:1788197872.595448:0:17167:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a8dd 00000100:00080000:1.0:1788197872.595467:0:17167:0:(import.c:65:import_set_state_nolock()) ffff9851e6735000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788197872.595490:0:17167:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:1.0:1788197872.595728:0:17167:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6745c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:477d4bc8-be3b-4b94-bb18-e4718ebc5a7f+3:2388:x1875060808893440:12345-192.168.204.39@tcp:39:umount.0 Request processed in 317us (666us total) trans 8589934593 rc 0/0 00000100:00100000:1.0:1788197872.595736:0:17167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 68 00010000:00010000:0.0:1788197872.596188:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788197872.596339:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788197872.621149:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788197872.621196:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788197872.621309:0:19957:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808893568 00000100:00100000:2.0:1788197872.621361:0:19957:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808893568 00000100:00100000:2.0:1788197872.621435:0:19957:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808893696 00000100:00100000:2.0:1788197872.621438:0:19957:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808893696 00000100:00100000:2.0:1788197872.621486:0:19957:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 97 00000100:00100000:2.0:1788197872.621496:0:19957:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6746300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c12c147e-8be3-45b8-9727-5181b95baac7+6:2391:x1875060808893568:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1788197872.621574:0:19957:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6746300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c12c147e-8be3-45b8-9727-5181b95baac7+6:2391:x1875060808893568:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 80us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197872.621582:0:19957:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 97 00000100:00100000:2.0:1788197872.621598:0:19957:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 98 00000100:00100000:2.0:1788197872.621605:0:19957:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c12c147e-8be3-45b8-9727-5181b95baac7+5:2391:x1875060808893696:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1788197872.621630:0:19957:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c12c147e-8be3-45b8-9727-5181b95baac7+5:2391:x1875060808893696:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197872.621636:0:19957:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 98 00000100:00080000:3.0:1788197872.624937:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788197872.624948:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788197873.085658:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819464064:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788197873.085737:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197873.085852:0:18677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819464064 00000100:00100000:1.0:1788197873.085861:0:18677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819464064 00000100:00100000:1.0:1788197873.085923:0:18677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788197873.085934:0:18677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819464064:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788197873.085965:0:18677:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00080000:3.0:1788197873.086119:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788197873.086193:0:18677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819464064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 260us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197873.086201:0:18677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788197873.086298:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819464064:0@lo:13:osp-pre-0-0.0 00000040:00080000:0.0:1788197873.213697:0:17202:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1788197873.213709:0:17202:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788197873.213734:0:17202:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1788197873.213744:0:17202:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:0.0:1788197873.539495:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788197874.560044:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788197875.135002:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819464192:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788197875.135084:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197875.135661:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788197875.135672:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7160a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819464320:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788197875.135711:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197875.135798:0:17908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819464320 00000100:00100000:1.0:1788197875.135807:0:17908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819464320 00000100:00100000:1.0:1788197875.135865:0:17908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1788197875.135876:0:17908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3993b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819464320:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788197875.135912:0:17908:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1788197875.135962:0:17908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3993b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819464320:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197875.135969:0:17908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788197875.136070:0:18677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819464192 00000100:00100000:2.0:1788197875.136075:0:18677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819464192 00000100:00100000:2.0:1788197875.136113:0:18677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788197875.136120:0:18677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819464192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788197875.136139:0:18677:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788197875.136164:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7160a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819464320:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788197875.136186:0:18677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819464192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (1102us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197875.136190:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819464192:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788197875.136193:0:18677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:3.0:1788197875.138389:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788197875.138728:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819464448:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788197875.138794:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197875.139169:0:17172:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819464448 00000100:00100000:1.0:1788197875.139178:0:17172:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819464448 00000100:00100000:1.0:1788197875.139228:0:17172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788197875.139262:0:17172:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c38b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3613:x1875060819464448:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788197875.139704:0:17172:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788197875.139782:0:17172:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c38b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3613:x1875060819464448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 523us (987us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197875.139789:0:17172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1788197875.141867:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819464448:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788197875.581685:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788197875.603232:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788197875.603389:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788197875.606537:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788197875.612175:0:17151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808893952 00000100:00100000:0.0:1788197875.612218:0:17151:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808893952 00000100:00100000:0.0:1788197875.616522:0:17151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808893824 00000100:00100000:0.0:1788197875.616539:0:17151:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808893824 00000100:00100000:0.0:1788197875.616596:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6 00000100:00100000:0.0:1788197875.616607:0:17151:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7160e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:abd19264-cbb5-46a1-b93e-120d2f2afe7d+11:2392:x1875060808893952:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788197875.616623:0:17151:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788197875.616647:0:17151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9851c57e3800/0xb1c7fb411490a907 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c432 expref: 11 pid: 17160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197875.616666:0:17151:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788197875.616747:0:17151:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7160e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:abd19264-cbb5-46a1-b93e-120d2f2afe7d+10:2392:x1875060808893952:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 141us (13525us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197875.616755:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6 00000100:00100000:0.0:1788197875.616775:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 7 00000100:00100000:0.0:1788197875.616781:0:17151:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7163800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:abd19264-cbb5-46a1-b93e-120d2f2afe7d+9:2392:x1875060808893824:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788197875.616790:0:17151:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788197875.616799:0:17151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9851c57e2400/0xb1c7fb411490a900 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c401 expref: 9 pid: 17160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197875.616808:0:17151:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788197875.616823:0:17151:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7163800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:abd19264-cbb5-46a1-b93e-120d2f2afe7d+8:2392:x1875060808893824:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 43us (13435us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197875.616829:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 7 00000100:00100000:1.0:1788197875.617945:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788197875.618112:0:17151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808894080 00000100:00100000:0.0:1788197875.618123:0:17151:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808894080 00000100:00100000:0.0:1788197875.618191:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8 00000100:00100000:0.0:1788197875.618201:0:17151:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7160a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:abd19264-cbb5-46a1-b93e-120d2f2afe7d+8:2392:x1875060808894080:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788197875.618229:0:17151:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788197875.618258:0:17151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9851c1666400/0xb1c7fb411490a946 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c471 expref: 8 pid: 17161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197875.618273:0:17151:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788197875.618357:0:17151:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7160a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:abd19264-cbb5-46a1-b93e-120d2f2afe7d+7:2392:x1875060808894080:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 158us (11830us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197875.618365:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8 00000100:00100000:2.0:1788197875.618678:0:19957:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808894336 00000100:00100000:2.0:1788197875.618683:0:19957:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808894336 00000100:00100000:2.0:1788197875.618742:0:19957:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 69 00000100:00100000:2.0:1788197875.618750:0:19957:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7161880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c12c147e-8be3-45b8-9727-5181b95baac7+6:2388:x1875060808894336:12345-192.168.204.39@tcp:39:umount.0 00000020:00000080:2.0:1788197875.618787:0:19957:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a915 00000020:00010000:2.0:1788197875.618796:0:19957:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9851e6732000: total 0 00000100:00080000:2.0:1788197875.618802:0:19957:0:(import.c:65:import_set_state_nolock()) ffff9851e6737000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788197875.618831:0:19957:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000020:00010000:1.0:1788197875.619147:0:17155:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9851e6732000: total 0 00010000:00010000:1.0:1788197875.619212:0:17155:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9851e6732000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1788197875.619251:0:17155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9850c2f1bb00) 00010000:00010000:1.0:1788197875.619256:0:17155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788197875.619264:0:17155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9400/0xb1c7fb411490aa0a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c49b expref: 5 pid: 17168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197875.619294:0:17155:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9851e6732000, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1788197875.619310:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788197875.619312:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788197875.619343:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788197875.619591:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788197875.619648:0:19957:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7161880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c12c147e-8be3-45b8-9727-5181b95baac7+3:2388:x1875060808894336:12345-192.168.204.39@tcp:39:umount.0 Request processed in 211us (1024us total) trans 8589934629 rc 0/0 00000100:00100000:2.0:1788197875.619658:0:19957:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 69 00000100:00100000:1.0:1788197875.639655:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788197875.639862:0:17167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808894464 00000100:00100000:0.0:1788197875.639874:0:17167:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808894464 00000100:00100000:0.0:1788197875.639959:0:17167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 70 00000100:00100000:0.0:1788197875.639971:0:17167:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7161180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c12c147e-8be3-45b8-9727-5181b95baac7+5:2388:x1875060808894464:12345-192.168.204.39@tcp:39:umount.0 00000020:00000080:0.0:1788197875.640014:0:17167:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a91c 00000100:00080000:0.0:1788197875.640025:0:17167:0:(import.c:65:import_set_state_nolock()) ffff9850c23b7000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788197875.640063:0:17167:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:0.0:1788197875.640220:0:17167:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7161180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c12c147e-8be3-45b8-9727-5181b95baac7+3:2388:x1875060808894464:12345-192.168.204.39@tcp:39:umount.0 Request processed in 250us (575us total) trans 8589934594 rc 0/0 00000100:00100000:0.0:1788197875.640229:0:17167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 70 00010000:00010000:2.0:1788197875.640380:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788197875.640440:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788197875.698550:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788197875.698813:0:17158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808894720 00000100:00100000:2.0:1788197875.698823:0:17158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808894720 00000100:00100000:2.0:1788197875.698884:0:17158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 174 00000100:00100000:2.0:1788197875.698896:0:17158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f6da2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:abd19264-cbb5-46a1-b93e-120d2f2afe7d+7:2388:x1875060808894720:12345-192.168.204.39@tcp:251:umount.0 00000020:00000080:2.0:1788197875.698946:0:17158:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a8b3 00000020:00010000:2.0:1788197875.698955:0:17158:0:(genops.c:1921:obd_stale_export_put()) Put export ffff985200ec2800: total 0 00000100:00080000:2.0:1788197875.698960:0:17158:0:(import.c:65:import_set_state_nolock()) ffff9851e7651000 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1788197875.699058:0:17158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f6da2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:abd19264-cbb5-46a1-b93e-120d2f2afe7d+3:2388:x1875060808894720:12345-192.168.204.39@tcp:251:umount.0 Request processed in 163us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197875.699066:0:17158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 174 00000020:00010000:3.0:1788197875.699674:0:17155:0:(genops.c:1907:obd_stale_export_get()) Get export ffff985200ec2800: total 0 00010000:00010000:3.0:1788197875.699681:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197875.699742:0:17155:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff985200ec2800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1788197875.699788:0:17155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9851d03b0800/0xb1c7fb411490a8ba lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c38a expref: 2 pid: 17161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197875.699804:0:17155:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff985200ec2800, canceled 1 locks, left on hash table 0. 00000020:00000080:3.0:1788197875.699817:0:17155:0:(genops.c:885:class_export_put()) final put ffff985200ec2800/abd19264-cbb5-46a1-b93e-120d2f2afe7d 00010000:00010000:3.0:1788197875.699837:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197875.699839:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197875.699841:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788197875.699876:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff985200ec2800/abd19264-cbb5-46a1-b93e-120d2f2afe7d for MGS 00000020:00000080:2.0:1788197875.702694:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9851e7651000 for MGS 00000100:00100000:1.0:1788197876.157748:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819464832:0@lo:400:kworker.0 00000100:00100000:1.0:1788197876.157824:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197876.157881:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819465344:0@lo:400:kworker.0 00000100:00100000:1.0:1788197876.157904:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197876.157925:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3616:1875060819465856:0@lo:400:kworker.0 00000100:00100000:1.0:1788197876.157961:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197876.157986:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1788197876.157993:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7160000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819464704:0@lo:400:kworker.0 00000100:00100000:1.0:1788197876.158087:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197876.158111:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819465216:0@lo:400:kworker.0 00000100:00100000:1.0:1788197876.158135:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197876.158154:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3616:1875060819465728:0@lo:400:kworker.0 00000100:00100000:1.0:1788197876.158173:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197876.158204:0:18675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819464832 00000100:00100000:1.0:1788197876.158212:0:18675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819464832 00000100:00100000:1.0:1788197876.158275:0:18675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819465344 00000100:00100000:1.0:1788197876.158278:0:18675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819465344 00000100:00100000:3.0:1788197876.158450:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4d8828bb-e049-4d1c-8150-87c72a0c100e:3614:1875060819464576:0@lo:400:kworker.0 00000100:00100000:3.0:1788197876.158492:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197876.158516:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7160700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3614:1875060819465088:0@lo:400:kworker.0 00000100:00100000:3.0:1788197876.158538:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197876.158554:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3614:1875060819465600:0@lo:400:kworker.0 00000100:00100000:3.0:1788197876.158574:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197876.158590:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3614:1875060819466112:0@lo:400:kworker.0 00000100:00100000:3.0:1788197876.158609:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197876.158622:0:3614:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1788197876.158627:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7161c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819464960:0@lo:400:kworker.0 00000100:00100000:3.0:1788197876.158648:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197876.158663:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3614:1875060819465472:0@lo:400:kworker.0 00000100:00100000:3.0:1788197876.158682:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197876.158693:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3614:1875060819465984:0@lo:400:kworker.0 00000100:00100000:3.0:1788197876.158711:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197876.158732:0:17160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819464576 00000100:00100000:3.0:1788197876.158735:0:17160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819464576 00000100:00100000:3.0:1788197876.158770:0:17160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:3.0:1788197876.158779:0:17160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f6da0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4d8828bb-e049-4d1c-8150-87c72a0c100e+24:3614:x1875060819464576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197876.158828:0:17160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f6da0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4d8828bb-e049-4d1c-8150-87c72a0c100e+24:3614:x1875060819464576:12345-0@lo:400:kworker.0 Request processed in 51us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197876.158836:0:17160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:3.0:1788197876.158883:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4d8828bb-e049-4d1c-8150-87c72a0c100e:3614:1875060819464576:0@lo:400:kworker.0 00000100:00100000:3.0:1788197876.158936:0:17908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819464704 00000100:00100000:3.0:1788197876.158940:0:17908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819464704 00000100:00100000:3.0:1788197876.158966:0:17908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819465216 00000100:00100000:3.0:1788197876.158976:0:17908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819465216 00000100:00100000:3.0:1788197876.158994:0:17908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1788197876.159175:0:18675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819464960 00000100:00100000:1.0:1788197876.159178:0:18675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819464960 00000100:00100000:1.0:1788197876.159195:0:18675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819465472 00000100:00100000:1.0:1788197876.159197:0:18675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819465472 00000100:00100000:1.0:1788197876.159212:0:18675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788197876.159218:0:18675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e674a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819464832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197876.159271:0:18675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e674a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819464832:12345-0@lo:400:kworker.0 Request processed in 53us (1447us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197876.159279:0:18675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788197876.159382:0:17908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e674ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819464704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197876.159419:0:17908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e674ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819464704:12345-0@lo:400:kworker.0 Request processed in 419us (1333us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197876.159426:0:17908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1788197876.159500:0:17908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1788197876.159508:0:17908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3616:x1875060819465216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197876.159540:0:17908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3616:x1875060819465216:12345-0@lo:400:kworker.0 Request processed in 33us (1404us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197876.159546:0:17908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1788197876.159567:0:17168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819465856 00000100:00100000:3.0:1788197876.159571:0:17168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819465856 00000100:00100000:3.0:1788197876.159593:0:17168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819465728 00000100:00100000:3.0:1788197876.159596:0:17168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819465728 00000100:00100000:3.0:1788197876.159606:0:17168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819465088 00000100:00100000:3.0:1788197876.159608:0:17168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819465088 00000100:00100000:3.0:1788197876.159620:0:17168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819465600 00000100:00100000:3.0:1788197876.159622:0:17168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819465600 00000100:00100000:3.0:1788197876.159633:0:17168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819466112 00000100:00100000:3.0:1788197876.159635:0:17168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819466112 00000100:00100000:3.0:1788197876.159645:0:17168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819465984 00000100:00100000:3.0:1788197876.159647:0:17168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819465984 00000100:00100000:3.0:1788197876.159659:0:17168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1788197876.159665:0:17168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6748700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3616:x1875060819465856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197876.159697:0:17168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6748700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3616:x1875060819465856:12345-0@lo:400:kworker.0 Request processed in 32us (1736us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197876.159703:0:17168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1788197876.159717:0:17168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1788197876.159732:0:17168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3616:x1875060819465728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197876.159763:0:17168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3616:x1875060819465728:12345-0@lo:400:kworker.0 Request processed in 33us (1589us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197876.159769:0:17168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1788197876.159782:0:17168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1788197876.159788:0:17168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3614:x1875060819465088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197876.159824:0:17168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3614:x1875060819465088:12345-0@lo:400:kworker.0 Request processed in 36us (1284us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197876.159830:0:17168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1788197876.159843:0:17168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1788197876.159849:0:17168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3614:x1875060819465600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197876.159878:0:17168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3614:x1875060819465600:12345-0@lo:400:kworker.0 Request processed in 29us (1303us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197876.159884:0:17168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1788197876.159896:0:17168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1788197876.159902:0:17168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3614:x1875060819466112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197876.159928:0:17168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3614:x1875060819466112:12345-0@lo:400:kworker.0 Request processed in 27us (1319us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197876.159934:0:17168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1788197876.159945:0:17168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1788197876.159953:0:17168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3614:x1875060819465984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197876.159979:0:17168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3614:x1875060819465984:12345-0@lo:400:kworker.0 Request processed in 28us (1267us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197876.159985:0:17168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1788197876.160121:0:18675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788197876.160129:0:18675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3616:x1875060819465344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197876.160161:0:18675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3616:x1875060819465344:12345-0@lo:400:kworker.0 Request processed in 35us (2257us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197876.160167:0:18675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788197876.160179:0:18675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788197876.160193:0:18675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819464960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197876.160221:0:18675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819464960:12345-0@lo:400:kworker.0 Request processed in 30us (1573us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197876.160237:0:18675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788197876.160250:0:18675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788197876.160257:0:18675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3614:x1875060819465472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197876.160632:0:18675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3614:x1875060819465472:12345-0@lo:400:kworker.0 Request processed in 375us (1947us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197876.160639:0:18675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00080000:1.0:1788197876.160662:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788197876.160666:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788197876.160669:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788197876.160671:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788197876.160695:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819466368:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788197876.160736:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197876.160790:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7160000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819464704:0@lo:400:kworker.0 00000100:00100000:1.0:1788197876.160802:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819465216:0@lo:400:kworker.0 00000100:00100000:1.0:1788197876.160812:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3616:1875060819465728:0@lo:400:kworker.0 00000100:00100000:1.0:1788197876.160823:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819464832:0@lo:400:kworker.0 00000100:00100000:1.0:1788197876.160833:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819465344:0@lo:400:kworker.0 00010000:00080000:1.0:1788197876.160846:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9851f73edf80 x1875060819465856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197892 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788197876.160856:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3616:1875060819465856:0@lo:400:kworker.0 00000100:00100000:1.0:1788197876.160898:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788197876.160904:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819466240:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788197876.160927:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197876.160957:0:18677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819466368 00000100:00100000:1.0:1788197876.160963:0:18677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819466368 00000100:00100000:1.0:1788197876.160988:0:18677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819466240 00000100:00100000:1.0:1788197876.160990:0:18677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819466240 00000100:00100000:1.0:1788197876.161018:0:18677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788197876.161025:0:18677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819466368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788197876.161048:0:18677:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788197876.161086:0:18677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819466368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197876.161092:0:18677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788197876.161103:0:18677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788197876.161110:0:18677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e674b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1875060819466240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788197876.161119:0:18677:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788197876.161140:0:18677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e674b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1875060819466240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 32us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197876.161146:0:18677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788197876.161173:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819466240:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788197876.161185:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819466368:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788197876.167572:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7161c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819464960:0@lo:400:kworker.0 00000100:00100000:2.0:1788197876.167595:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3614:1875060819465472:0@lo:400:kworker.0 00000100:00100000:2.0:1788197876.167612:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3614:1875060819465984:0@lo:400:kworker.0 00000100:00100000:2.0:1788197876.167626:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7160700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3614:1875060819465088:0@lo:400:kworker.0 00000100:00100000:2.0:1788197876.167639:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3614:1875060819465600:0@lo:400:kworker.0 00010000:00080000:2.0:1788197876.167653:0:3614:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9851e6749c00 x1875060819466112/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197892 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788197876.167666:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3614:1875060819466112:0@lo:400:kworker.0 00010000:00010000:2.0:1788197876.605463:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197877.630808:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1788197877.695438:0:17900:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of c12c147e-8be3-45b8-9727-5181b95baac7 00000001:00080000:3.0:1788197877.695456:0:17900:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:3.0:1788197877.695462:0:17900:0:(genops.c:885:class_export_put()) final put ffff9850c23b5800/c12c147e-8be3-45b8-9727-5181b95baac7 00000001:00100000:3.0:1788197877.695482:0:17900:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 477d4bc8-be3b-4b94-bb18-e4718ebc5a7f 00000001:00080000:3.0:1788197877.695487:0:17900:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:3.0:1788197877.695490:0:17900:0:(genops.c:885:class_export_put()) final put ffff9851f2ac9800/477d4bc8-be3b-4b94-bb18-e4718ebc5a7f 00000020:00000080:2.0:1788197877.695526:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9850c23b5800/c12c147e-8be3-45b8-9727-5181b95baac7 for lustre-MDT0001 00000020:00000080:2.0:1788197877.695804:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9851f2ac9800/477d4bc8-be3b-4b94-bb18-e4718ebc5a7f for lustre-MDT0001 00000020:00000080:2.0:1788197877.695841:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9850c23b7000 for lustre-MDT0001 00000020:00000080:2.0:1788197877.695845:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9851e6735000 for lustre-MDT0001 00000001:00100000:1.0:1788197877.695994:0:17146:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of c12c147e-8be3-45b8-9727-5181b95baac7 00000001:00080000:1.0:1788197877.696002:0:17146:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934629 is committed 00000020:00000080:1.0:1788197877.696006:0:17146:0:(genops.c:885:class_export_put()) final put ffff9851e6732000/c12c147e-8be3-45b8-9727-5181b95baac7 00000001:00100000:1.0:1788197877.696021:0:17146:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 477d4bc8-be3b-4b94-bb18-e4718ebc5a7f 00000001:00080000:1.0:1788197877.696025:0:17146:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:1.0:1788197877.696042:0:17146:0:(genops.c:885:class_export_put()) final put ffff9851f72e1000/477d4bc8-be3b-4b94-bb18-e4718ebc5a7f 00000020:00000080:0.0:1788197877.696082:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9851e6732000/c12c147e-8be3-45b8-9727-5181b95baac7 for lustre-MDT0000 00000020:00000080:0.0:1788197877.696134:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9851f72e1000/477d4bc8-be3b-4b94-bb18-e4718ebc5a7f for lustre-MDT0000 00000020:00000080:0.0:1788197877.696156:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9851e6737000 for lustre-MDT0000 00000020:00000080:0.0:1788197877.696160:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9851f72e4800 for lustre-MDT0000 00000001:00100000:1.0:1788197877.696484:0:18670:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 477d4bc8-be3b-4b94-bb18-e4718ebc5a7f 00000020:00000080:1.0:1788197877.696489:0:18670:0:(genops.c:885:class_export_put()) final put ffff9851e7655800/477d4bc8-be3b-4b94-bb18-e4718ebc5a7f 00000020:00000080:0.0:1788197877.696615:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9851e7655800/477d4bc8-be3b-4b94-bb18-e4718ebc5a7f for lustre-OST0000 00000020:00000080:0.0:1788197877.696639:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9851e7650800 for lustre-OST0000 00000020:01000004:2.0:1788197877.970970:0:20737:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:2.0:1788197877.995508:0:20737:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:2.0:1788197877.995562:0:20737:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d400/0xb1c7fb411490a476 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490a47d expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197877.995575:0:20737:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d400/0xb1c7fb411490a476 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490a47d expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197877.995583:0:20737:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d400/0xb1c7fb411490a476 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a47d expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197877.995589:0:20737:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d400/0xb1c7fb411490a476 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a47d expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197877.995607:0:20737:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1788197877.995612:0:20737:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:2.0:1788197877.995670:0:17154:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788197877.995676:0:17154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d400/0xb1c7fb411490a476 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a47d expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197877.995684:0:17154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3d400 already unused, calling callback (ffffffffc125cc20) 10000000:00010000:2.0:1788197877.995688:0:17154:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d400/0xb1c7fb411490a476 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a47d expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197877.995698:0:17154:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d400/0xb1c7fb411490a476 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xb1c7fb411490a47d expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788197877.995724:0:17154:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d400/0xb1c7fb411490a476 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xb1c7fb411490a47d expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788197877.995729:0:17154:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788197877.995732:0:17154:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1788197877.995735:0:17154:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1788197877.995775:0:17154:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d400/0xb1c7fb411490a476 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xb1c7fb411490a47d expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197877.995782:0:17154:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788197877.995813:0:17154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d400/0xb1c7fb411490a476 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xb1c7fb411490a47d expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197877.995821:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d400/0xb1c7fb411490a476 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xb1c7fb411490a47d expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197877.995833:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197877.995835:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197877.995836:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788197877.995845:0:3614:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788197877.995865:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4d8828bb-e049-4d1c-8150-87c72a0c100e:3614:1875060819466496:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788197877.995935:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197877.996012:0:17152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819466496 00000100:00100000:2.0:1788197877.996019:0:17152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819466496 00000100:00100000:2.0:1788197877.996066:0:17152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788197877.996076:0:17152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4d8828bb-e049-4d1c-8150-87c72a0c100e+24:3614:x1875060819466496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788197877.996088:0:17152:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788197877.996104:0:17152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9850c3b3c600/0xb1c7fb411490a47d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb1c7fb411490a476 expref: 24 pid: 17158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197877.996123:0:17152:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788197877.996160:0:17152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4d8828bb-e049-4d1c-8150-87c72a0c100e+23:3614:x1875060819466496:12345-0@lo:103:ldlm_bl.0 Request processed in 85us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197877.996168:0:17152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788197877.996212:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4d8828bb-e049-4d1c-8150-87c72a0c100e:3614:1875060819466496:0@lo:103:ldlm_bl.0 00000100:00080000:2.0:1788197877.996239:0:20737:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788197877.996244:0:20737:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788197877.996249:0:20737:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788197877.996261:0:20737:0:(import.c:65:import_set_state_nolock()) ffff9851ff687000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1788197877.996283:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3612:1875060819466624:0@lo:39:umount.0 00000100:00100000:2.0:1788197877.996555:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197877.999687:0:17168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819466624 00000100:00100000:2.0:1788197877.999707:0:17168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819466624 00000100:00100000:2.0:1788197877.999796:0:17168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788197877.999807:0:17168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3612:x1875060819466624:12345-0@lo:39:umount.0 00000020:00000080:2.0:1788197877.999841:0:17168:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a4a7 00000100:00080000:2.0:1788197877.999850:0:17168:0:(import.c:65:import_set_state_nolock()) ffff9851d8407800 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1788197877.999955:0:17168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+1:3612:x1875060819466624:12345-0@lo:39:umount.0 Request processed in 150us (3399us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197877.999963:0:17168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:2.0:1788197877.999973:0:17168:0:(genops.c:885:class_export_put()) final put ffff9851d8403000/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00080000:2.0:1788197878.000019:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851ff687000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1788197878.000032:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3612:1875060819466624:0@lo:39:umount.0 00000100:00080000:2.0:1788197878.000066:0:20737:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788197878.000070:0:20737:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788197878.000089:0:20737:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1788197878.000971:0:20737:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c31d1800/0xb1c7fb411490a3c7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490a3ce expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.000987:0:20737:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c31d1800/0xb1c7fb411490a3c7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490a3ce expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.000994:0:20737:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c31d1800/0xb1c7fb411490a3c7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a3ce expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.001001:0:20737:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.139@tcp lock: ffff9850c31d1800/0xb1c7fb411490a3c7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a3ce expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.001024:0:20737:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788197878.001040:0:17154:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788197878.001046:0:17154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9850c31d1800/0xb1c7fb411490a3c7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a3ce expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.001053:0:17154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c31d1800 already unused, calling callback (ffffffffc125cc20) 10000000:00010000:2.0:1788197878.001057:0:17154:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9850c31d1800/0xb1c7fb411490a3c7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a3ce expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.001066:0:17154:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9850c31d1800/0xb1c7fb411490a3c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xb1c7fb411490a3ce expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788197878.001074:0:17154:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9850c31d1800/0xb1c7fb411490a3c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xb1c7fb411490a3ce expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788197878.001080:0:17154:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788197878.001083:0:17154:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:2.0:1788197878.001120:0:17154:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff9850c31d1800/0xb1c7fb411490a3c7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xb1c7fb411490a3ce expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.001136:0:17154:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788197878.001157:0:17154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9850c31d1800/0xb1c7fb411490a3c7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xb1c7fb411490a3ce expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.001164:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9850c31d1800/0xb1c7fb411490a3c7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xb1c7fb411490a3ce expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.001181:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197878.001183:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197878.001185:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788197878.001214:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4d8828bb-e049-4d1c-8150-87c72a0c100e:3614:1875060819466752:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788197878.001269:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788197878.001344:0:20737:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c31d0800/0xb1c7fb411490a7da lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490a7e1 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.001352:0:20737:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c31d0800/0xb1c7fb411490a7da lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490a7e1 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.001359:0:20737:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c31d0800/0xb1c7fb411490a7da lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a7e1 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.001365:0:20737:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.139@tcp lock: ffff9850c31d0800/0xb1c7fb411490a7da lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a7e1 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.001377:0:20737:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788197878.001385:0:17154:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788197878.001388:0:17154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9850c31d0800/0xb1c7fb411490a7da lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a7e1 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.001403:0:17154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c31d0800 already unused, calling callback (ffffffffc125cc20) 10000000:00010000:2.0:1788197878.001406:0:17154:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9850c31d0800/0xb1c7fb411490a7da lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a7e1 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.001413:0:17154:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9850c31d0800/0xb1c7fb411490a7da lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xb1c7fb411490a7e1 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788197878.001419:0:17154:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9850c31d0800/0xb1c7fb411490a7da lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xb1c7fb411490a7e1 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788197878.001425:0:17154:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1788197878.001428:0:17154:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:2.0:1788197878.001430:0:17154:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1788197878.001446:0:17154:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff9850c31d0800/0xb1c7fb411490a7da lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb1c7fb411490a7e1 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.001453:0:17154:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788197878.001467:0:17154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9850c31d0800/0xb1c7fb411490a7da lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb1c7fb411490a7e1 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.001474:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9850c31d0800/0xb1c7fb411490a7da lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb1c7fb411490a7e1 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.001484:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197878.001485:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197878.001487:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788197878.001496:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4d8828bb-e049-4d1c-8150-87c72a0c100e:3615:1875060819466880:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788197878.001523:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788197878.001554:0:20737:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851c1667600/0xb1c7fb411490a97e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490a985 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.001569:0:20737:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851c1667600/0xb1c7fb411490a97e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490a985 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.001575:0:20737:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851c1667600/0xb1c7fb411490a97e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a985 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.001580:0:20737:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.139@tcp lock: ffff9851c1667600/0xb1c7fb411490a97e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a985 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.001592:0:20737:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788197878.001599:0:17154:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788197878.001602:0:17154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9851c1667600/0xb1c7fb411490a97e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a985 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.001609:0:17154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c1667600 already unused, calling callback (ffffffffc125cc20) 10000000:00010000:2.0:1788197878.001611:0:17154:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9851c1667600/0xb1c7fb411490a97e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a985 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.001617:0:17154:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9851c1667600/0xb1c7fb411490a97e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xb1c7fb411490a985 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788197878.001623:0:17154:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9851c1667600/0xb1c7fb411490a97e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xb1c7fb411490a985 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788197878.001628:0:17154:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1788197878.001630:0:17154:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1788197878.001632:0:17154:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1788197878.001648:0:17154:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff9851c1667600/0xb1c7fb411490a97e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xb1c7fb411490a985 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.001663:0:17154:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788197878.001674:0:17154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9851c1667600/0xb1c7fb411490a97e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xb1c7fb411490a985 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.001680:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9851c1667600/0xb1c7fb411490a97e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xb1c7fb411490a985 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.001690:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197878.001691:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197878.001693:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788197878.001702:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788197878.001710:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4d8828bb-e049-4d1c-8150-87c72a0c100e:3615:1875060819467008:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788197878.001737:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197878.001761:0:17152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819466752 00000100:00100000:2.0:1788197878.001767:0:17152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819466752 00000100:00100000:2.0:1788197878.001799:0:17152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819466880 00000100:00100000:2.0:1788197878.001802:0:17152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819466880 00000100:00100000:2.0:1788197878.001814:0:17152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819467008 00000100:00100000:2.0:1788197878.001817:0:17152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819467008 00000100:00100000:2.0:1788197878.001831:0:17152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788197878.001839:0:17152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4d8828bb-e049-4d1c-8150-87c72a0c100e+25:3614:x1875060819466752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788197878.001852:0:17152:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788197878.001869:0:17152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9851c57e2a00/0xb1c7fb411490a3ce lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb1c7fb411490a3c7 expref: 25 pid: 17158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.001880:0:17152:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788197878.001911:0:17152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4d8828bb-e049-4d1c-8150-87c72a0c100e+24:3614:x1875060819466752:12345-0@lo:103:ldlm_bl.0 Request processed in 72us (642us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197878.001928:0:17152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788197878.001946:0:17152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788197878.001952:0:17152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc339450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4d8828bb-e049-4d1c-8150-87c72a0c100e+23:3615:x1875060819466880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788197878.001960:0:17152:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788197878.001969:0:17152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9850c1ea9c00/0xb1c7fb411490a7e1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb1c7fb411490a7da expref: 23 pid: 17160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.001978:0:17152:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788197878.002027:0:17152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc339450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4d8828bb-e049-4d1c-8150-87c72a0c100e+22:3615:x1875060819466880:12345-0@lo:103:ldlm_bl.0 Request processed in 74us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197878.002033:0:17152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788197878.002068:0:17152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788197878.002076:0:17152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4d8828bb-e049-4d1c-8150-87c72a0c100e+21:3615:x1875060819467008:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788197878.002083:0:17152:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788197878.002092:0:17152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9851c1666000/0xb1c7fb411490a985 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb1c7fb411490a97e expref: 21 pid: 17161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.002100:0:17152:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788197878.002122:0:17152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4d8828bb-e049-4d1c-8150-87c72a0c100e+20:3615:x1875060819467008:12345-0@lo:103:ldlm_bl.0 Request processed in 47us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197878.002128:0:17152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788197878.002158:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4d8828bb-e049-4d1c-8150-87c72a0c100e:3614:1875060819466752:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788197878.002183:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4d8828bb-e049-4d1c-8150-87c72a0c100e:3615:1875060819467008:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788197878.002202:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4d8828bb-e049-4d1c-8150-87c72a0c100e:3615:1875060819466880:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788197878.002222:0:20737:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c31d1200/0xb1c7fb411490a3b9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490a3c0 expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.002237:0:20737:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c31d1200/0xb1c7fb411490a3b9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490a3c0 expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.002244:0:20737:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c31d1200/0xb1c7fb411490a3b9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a3c0 expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.002251:0:20737:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.139@tcp lock: ffff9850c31d1200/0xb1c7fb411490a3b9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a3c0 expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.002262:0:20737:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1788197878.002266:0:20737:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:2.0:1788197878.002269:0:20737:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:2.0:1788197878.002341:0:17154:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788197878.002346:0:17154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9850c31d1200/0xb1c7fb411490a3b9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a3c0 expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.002353:0:17154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c31d1200 already unused, calling callback (ffffffffc125cc20) 10000000:00010000:2.0:1788197878.002356:0:17154:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9850c31d1200/0xb1c7fb411490a3b9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a3c0 expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.002363:0:17154:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9850c31d1200/0xb1c7fb411490a3b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xb1c7fb411490a3c0 expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788197878.002370:0:17154:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9850c31d1200/0xb1c7fb411490a3b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xb1c7fb411490a3c0 expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788197878.002375:0:17154:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1788197878.002377:0:17154:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1788197878.002380:0:17154:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:2.0:1788197878.002400:0:17154:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff9850c31d1200/0xb1c7fb411490a3b9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb1c7fb411490a3c0 expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.002406:0:17154:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788197878.002417:0:17154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9850c31d1200/0xb1c7fb411490a3b9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb1c7fb411490a3c0 expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.002423:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9850c31d1200/0xb1c7fb411490a3b9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb1c7fb411490a3c0 expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197878.002432:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197878.002434:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197878.002435:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788197878.004122:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4d8828bb-e049-4d1c-8150-87c72a0c100e:3613:1875060819467136:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788197878.004230:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788197878.005557:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788197878.005576:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9851d8403000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1788197878.005709:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9851d8407800 for lustre-MDT0000 00000020:01000004:2.0:1788197878.007496:0:20737:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0000 00000020:01000000:2.0:1788197878.007504:0:20737:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:2.0:1788197878.007510:0:20737:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788197878.007520:0:20737:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/9 00000020:00080000:2.0:1788197878.007528:0:20737:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9851f72e5000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788197878.007536:0:20737:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9851fc3d1000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788197878.007541:0:20737:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9851c82d2000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788197878.007546:0:20737:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9851e7650000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788197878.007550:0:20737:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff9850c2f3b370) has exports, disconnecting them 00000020:00080000:2.0:1788197878.007554:0:20737:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9851f72e5000), last request at 1788197876 00000020:00000080:2.0:1788197878.007563:0:20737:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a7a9 00000100:00080000:2.0:1788197878.007580:0:20737:0:(import.c:65:import_set_state_nolock()) ffff9851f72e7000 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1788197878.007630:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1788197878.007645:0:20737:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9851f72e5000): rc 0 00000020:00000080:2.0:1788197878.007647:0:20737:0:(genops.c:885:class_export_put()) final put ffff9851f72e5000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:2.0:1788197878.007659:0:20737:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9851fc3d1000), last request at 1788197876 00000020:00000080:2.0:1788197878.007682:0:20737:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a644 00000100:00080000:2.0:1788197878.007689:0:20737:0:(import.c:65:import_set_state_nolock()) ffff9851fc3d1800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1788197878.007701:0:20737:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9851fc3d1000): rc 0 00000020:00000080:2.0:1788197878.007703:0:20737:0:(genops.c:885:class_export_put()) final put ffff9851fc3d1000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:2.0:1788197878.007709:0:20737:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9851c82d2000), last request at 1788197798 00000020:00000080:2.0:1788197878.007711:0:20737:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a595 00000100:00080000:2.0:1788197878.007715:0:20737:0:(import.c:65:import_set_state_nolock()) ffff9851c82d2800 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1788197878.007725:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1788197878.007732:0:20737:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9851c82d2000): rc 0 00000020:00000080:2.0:1788197878.007734:0:20737:0:(genops.c:885:class_export_put()) final put ffff9851c82d2000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:2.0:1788197878.007740:0:20737:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9851e7650000), last request at 1788197798 00000020:00000080:2.0:1788197878.007743:0:20737:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a52c 00000100:00080000:2.0:1788197878.007747:0:20737:0:(import.c:65:import_set_state_nolock()) ffff9851e7654000 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1788197878.007756:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:2.0:1788197878.007764:0:20737:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934629 00000020:00080000:2.0:1788197878.007863:0:20737:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9851e7650000): rc 0 00000004:00000080:2.0:1788197878.007871:0:20737:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa40787f1bae0 00000100:00080000:2.0:1788197878.007891:0:20737:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788197878.007895:0:20737:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788197878.008738:0:20737:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1788197878.008769:0:20737:0:(import.c:65:import_set_state_nolock()) ffff9851d085c000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1788197878.008815:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819467264:0@lo:39:umount.0 00000100:00100000:2.0:1788197878.008884:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197878.010874:0:17151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819467136 00000100:00100000:0.0:1788197878.010889:0:17151:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819467136 00000020:00000080:1.0:1788197878.010928:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9851f72e5000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000100:00100000:0.0:1788197878.010953:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788197878.010964:0:17151:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3b1a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4d8828bb-e049-4d1c-8150-87c72a0c100e+20:3613:x1875060819467136:12345-0@lo:103:ldlm_bl.0 00000020:00000080:1.0:1788197878.010981:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9851fc3d1000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1788197878.011002:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9851c82d2000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1788197878.011025:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9851f72e7000 for lustre-MDT0000 00000020:00000080:1.0:1788197878.011031:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9851fc3d1800 for lustre-MDT0000 00000020:00000080:1.0:1788197878.011035:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9851c82d2800 for lustre-MDT0000 00010000:00010000:0.0:1788197878.012202:0:17151:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788197878.012227:0:17151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9850c3b3cc00/0xb1c7fb411490a3c0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb1c7fb411490a3b9 expref: 20 pid: 17161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197878.012244:0:17151:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788197878.012332:0:17151:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3b1a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4d8828bb-e049-4d1c-8150-87c72a0c100e+19:3613:x1875060819467136:12345-0@lo:103:ldlm_bl.0 Request processed in 1369us (8100us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197878.012342:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788197878.012401:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4d8828bb-e049-4d1c-8150-87c72a0c100e:3613:1875060819467136:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788197878.013864:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788197878.013967:0:17908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819467264 00000100:00100000:3.0:1788197878.013978:0:17908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819467264 00000100:00100000:3.0:1788197878.014025:0:17908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1788197878.014036:0:17908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3612:x1875060819467264:12345-0@lo:39:umount.0 00000020:00000080:3.0:1788197878.014068:0:17908:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a5bf 00000100:00080000:3.0:1788197878.014078:0:17908:0:(import.c:65:import_set_state_nolock()) ffff9851f7351800 : changing import state from FULL to CLOSED 00000100:00080000:0.0:1788197878.014101:0:20737:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000001:00000004:3.0:1788197878.014102:0:17908:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1788197878.014107:0:20737:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:0.0:1788197878.014124:0:20737:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788197878.014294:0:17908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+3:3612:x1875060819467264:12345-0@lo:39:umount.0 Request processed in 260us (5408us total) trans 8589934595 rc 0/0 00000100:00100000:3.0:1788197878.014302:0:17908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00010000:00010000:3.0:1788197878.014348:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788197878.014381:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851d085c000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1788197878.014388:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819467264:0@lo:39:umount.0 00000100:00080000:0.0:1788197878.014415:0:20737:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1788197878.014439:0:20737:0:(import.c:65:import_set_state_nolock()) ffff9851fc38a800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1788197878.014564:0:20737:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788197878.014568:0:20737:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:0.0:1788197878.014578:0:20737:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1788197878.014644:0:20737:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1788197878.014684:0:20737:0:(import.c:65:import_set_state_nolock()) ffff9851fc388000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:0.0:1788197878.014733:0:20737:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff9850c2f3b370) has no exports 00000100:00100000:3.0:1788197878.020127:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819467392:0@lo:9:umount.0 00000100:00100000:3.0:1788197878.020228:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197878.020356:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7695f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819467520:0@lo:9:umount.0 00000100:00100000:3.0:1788197878.020383:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197878.036406:0:19173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819467392 00000100:00100000:0.0:1788197878.036491:0:19173:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819467392 00000100:00080000:0.0:1788197878.037094:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788197878.037166:0:19173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819467520 00000100:00100000:1.0:1788197878.037173:0:19173:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819467520 00000100:00100000:1.0:1788197878.037233:0:19173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788197878.037244:0:19173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3612:x1875060819467392:12345-0@lo:9:umount.0 00000020:00000080:1.0:1788197878.037288:0:19173:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a68a 00000100:00080000:1.0:1788197878.037298:0:19173:0:(import.c:65:import_set_state_nolock()) ffff9851f73e0000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788197878.037378:0:19173:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1788197878.037664:0:19173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3612:x1875060819467392:12345-0@lo:9:umount.0 Request processed in 420us (17434us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197878.037674:0:19173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788197878.037691:0:19173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788197878.037699:0:19173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3612:x1875060819467520:12345-0@lo:9:umount.0 00000020:00000080:1.0:1788197878.037711:0:19173:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a7e8 00000100:00080000:1.0:1788197878.037717:0:19173:0:(import.c:65:import_set_state_nolock()) ffff9850c1d54000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788197878.037740:0:19173:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1788197878.037823:0:19173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3612:x1875060819467520:12345-0@lo:9:umount.0 Request processed in 125us (17439us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197878.037830:0:19173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:0.0:1788197878.037912:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1788197878.038242:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788197878.038285:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851fc38a800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1788197878.038305:0:3612:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1788197878.038308:0:3612:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788197878.038336:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819467392:0@lo:9:umount.0 00000100:00080000:3.0:1788197878.038350:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851fc388000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1788197878.038360:0:3612:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1788197878.038361:0:3612:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788197878.038364:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7695f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819467520:0@lo:9:umount.0 00010000:00010000:3.0:1788197878.038391:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1788197878.045381:0:20737:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff9850c2f3b370) has no exports 00000020:00000080:2.0:1788197878.150458:0:20737:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a414 00000020:00000080:2.0:1788197878.150477:0:20737:0:(genops.c:885:class_export_put()) final put ffff9851fc38d000/lustre-QMT0000_UUID 00000020:01000000:2.0:1788197878.150506:0:20737:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:3.0:1788197878.150866:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9851fc38d000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:3.0:1788197878.150898:0:20737:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788197878.150909:0:20737:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788197878.150914:0:20737:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff9851fa558000) has no exports 00000020:00000080:3.0:1788197878.152300:0:20737:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a40d 00000020:00000080:3.0:1788197878.152346:0:20737:0:(genops.c:885:class_export_put()) final put ffff9850c17d9800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788197878.152412:0:20737:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788197878.152423:0:20737:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1788197878.152427:0:20737:0:(genops.c:885:class_export_put()) final put ffff9851d0859800/lustre-QMT0000_UUID 00000020:00000080:3.0:1788197878.152430:0:20737:0:(genops.c:844:class_export_destroy()) destroying export ffff9851d0859800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:3.0:1788197878.152436:0:20737:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:1.0:1788197878.153696:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9850c17d9800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:3.0:1788197878.656035:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197879.677988:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788197880.189930:0:17920:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788197880.255137:0:3613:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788197880.255171:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7694700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819467648:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788197880.255239:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197880.255487:0:18677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819467648 00000100:00100000:1.0:1788197880.255496:0:18677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819467648 00000100:00100000:1.0:1788197880.255571:0:18677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788197880.255581:0:18677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7696d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819467648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788197880.255613:0:18677:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788197880.255664:0:18677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7696d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819467648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197880.255672:0:18677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788197880.255693:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788197880.255702:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819467776:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788197880.255733:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197880.255767:0:17172:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819467776 00000100:00100000:1.0:1788197880.255771:0:17172:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819467776 00000100:00100000:1.0:1788197880.255794:0:17172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1788197880.255800:0:17172:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e674aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3616:x1875060819467776:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:1.0:1788197880.255807:0:17172:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1788197880.255854:0:17172:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e674aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3616:x1875060819467776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 54us (120us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788197880.255861:0:17172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:02020000:1.0:1788197880.255895:0:3616:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:2.0:1788197880.257081:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788197880.257171:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7694700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819467648:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788197880.266776:0:3616:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788197880.266785:0:3616:0:(import.c:65:import_set_state_nolock()) ffff985200ec7000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788197880.266789:0:3616:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1788197880.299088:0:3616:0:(import.c:65:import_set_state_nolock()) ffff985200ec7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788197880.299102:0:3616:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 507 00000100:00080000:1.0:1788197880.299133:0:3616:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff985200ec7000 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:1.0:1788197880.299187:0:3616:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851e674b100 x1875060819467904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788197880.299407:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e674b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819467904:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:3.0:1788197880.299491:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197880.299595:0:17173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819467904 00000100:00100000:0.0:1788197880.299605:0:17173:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819467904 00000100:00100000:0.0:1788197880.299647:0:17173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788197880.299655:0:17173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6747b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3612:x1875060819467904:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:0.0:1788197880.299674:0:17173:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1788197880.319171:0:17173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6747b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3612:x1875060819467904:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 18595us (18758us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788197880.319194:0:17173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:3.0:1788197880.323653:0:3612:0:(import.c:65:import_set_state_nolock()) ffff985200ec7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788197880.323667:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788197880.323673:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e674b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819467904:0@lo:38:ptlrpcd_00_03.0 00010000:00010000:3.0:1788197880.705872:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788197881.278245:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819468032:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788197881.278340:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197881.278382:0:18677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819468032 00000100:00100000:1.0:1788197881.278390:0:18677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819468032 00000100:00100000:1.0:1788197881.278448:0:18677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788197881.278458:0:18677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e674bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1875060819468032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788197881.278488:0:18677:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788197881.278530:0:18677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e674bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1875060819468032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197881.278537:0:18677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788197881.278586:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819468032:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1788197881.279400:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788197881.280069:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788197881.280085:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788197881.280088:0:37:0:(import.c:65:import_set_state_nolock()) ffff985200ec7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788197881.280096:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 589 00000100:00080000:3.0:1788197881.280101:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788197881.280105:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff985200ec7000 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:3.0:1788197881.280139:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9850c3b18000 x1875060819468288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788197881.280235:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3614:1875060819468416:0@lo:400:kworker.0 00000100:00100000:3.0:1788197881.280298:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197881.280358:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7160700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3614:1875060819468928:0@lo:400:kworker.0 00000100:00100000:3.0:1788197881.280385:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197881.280408:0:3614:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788197881.280413:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6746680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4d8828bb-e049-4d1c-8150-87c72a0c100e:3614:1875060819468160:0@lo:400:kworker.0 00000100:00100000:3.0:1788197881.280442:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197881.280464:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7160a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3614:1875060819468800:0@lo:400:kworker.0 00000100:00100000:3.0:1788197881.280483:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197881.280503:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819468288:0@lo:38:kworker.0 00000100:00100000:3.0:1788197881.280529:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197881.280555:0:17908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819468288 00000100:00100000:3.0:1788197881.280562:0:17908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819468288 00000100:00100000:3.0:1788197881.280594:0:17908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1788197881.280602:0:17908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7162300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3612:x1875060819468288:12345-0@lo:38:kworker.0 00010000:02000000:3.0:1788197881.280621:0:17908:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1788197881.280662:0:17908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7162300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3612:x1875060819468288:12345-0@lo:38:kworker.0 Request processed in 59us (132us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788197881.280686:0:17908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00080000:3.0:1788197881.280727:0:3612:0:(import.c:65:import_set_state_nolock()) ffff985200ec7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788197881.280732:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788197881.280736:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819468288:0@lo:38:kworker.0 00000100:00100000:0.0:1788197881.281171:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3615:1875060819468544:0@lo:400:kworker.0 00000100:00100000:0.0:1788197881.281240:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197881.281277:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7161c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3615:1875060819469056:0@lo:400:kworker.0 00000100:00100000:2.0:1788197881.281295:0:17168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819468928 00000100:00100000:0.0:1788197881.281302:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197881.281304:0:17168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819468928 00000100:00100000:2.0:1788197881.281360:0:17168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819468800 00000100:00100000:0.0:1788197881.281364:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788197881.281371:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3615:1875060819468672:0@lo:400:kworker.0 00000100:00100000:2.0:1788197881.281376:0:17168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819468800 00000100:00100000:0.0:1788197881.281398:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197881.281413:0:17168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819468544 00000100:00100000:2.0:1788197881.281417:0:17168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819468544 00000100:00100000:2.0:1788197881.281428:0:17168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819469056 00000100:00100000:2.0:1788197881.281431:0:17168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819469056 00000100:00080000:0.0:1788197881.281438:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788197881.281450:0:17168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819468672 00000100:00100000:2.0:1788197881.281454:0:17168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819468672 00000100:00100000:2.0:1788197881.281468:0:17168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1788197881.281476:0:17168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7160000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3614:x1875060819468800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197881.281590:0:17168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7160000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3614:x1875060819468800:12345-0@lo:400:kworker.0 Request processed in 114us (1104us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197881.281599:0:17168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1788197881.281613:0:17167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1788197881.281621:0:17168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1788197881.281631:0:17168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7161f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3614:x1875060819468928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197881.281633:0:17167:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7694380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3615:x1875060819469056:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1788197881.281643:0:17168:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1788197881.281681:0:17168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7161f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3614:x1875060819468928:12345-0@lo:400:kworker.0 Request processed in 52us (1294us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788197881.281688:0:17168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1788197881.281704:0:17167:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7694380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3615:x1875060819469056:12345-0@lo:400:kworker.0 Request processed in 80us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197881.281706:0:17168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788197881.281715:0:17168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7694000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3615:x1875060819468544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197881.281720:0:17167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000020:00080000:2.0:1788197881.281725:0:17168:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1788197881.281746:0:17167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1788197881.281755:0:17167:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7695500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3615:x1875060819468672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197881.281756:0:17168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7694000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3615:x1875060819468544:12345-0@lo:400:kworker.0 Request processed in 39us (514us total) trans 0 rc -107/-107 00000020:00080000:3.0:1788197881.281771:0:17167:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1788197881.281771:0:17168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1788197881.281807:0:17167:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7695500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3615:x1875060819468672:12345-0@lo:400:kworker.0 Request processed in 53us (408us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788197881.281814:0:17167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788197881.282025:0:19173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819468416 00000100:00100000:1.0:1788197881.282032:0:19173:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819468416 00000100:00100000:1.0:1788197881.282075:0:19173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788197881.282084:0:19173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7162d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3614:x1875060819468416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197881.282135:0:19173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7162d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3614:x1875060819468416:12345-0@lo:400:kworker.0 Request processed in 42us (1826us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197881.282143:0:19173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788197881.282171:0:17161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819468160 00000100:00100000:1.0:1788197881.282175:0:17161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819468160 00010000:00080000:0.0:1788197881.283657:0:3614:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9851f7160a80 x1875060819468800/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197897 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788197881.283676:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7160a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3614:1875060819468800:0@lo:400:kworker.0 00000100:00100000:0.0:1788197881.283701:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3614:1875060819468416:0@lo:400:kworker.0 00000100:00080000:0.0:1788197881.283715:0:3614:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1788197881.283746:0:3614:0:(import.c:65:import_set_state_nolock()) ffff9851fb758800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788197881.283751:0:3614:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1788197881.283757:0:3614:0:(import.c:65:import_set_state_nolock()) ffff9851fb758800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788197881.283761:0:3614:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 539 00000100:00080000:0.0:1788197881.283769:0:3614:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9851fb758800 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:0.0:1788197881.283802:0:3614:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851e7697480 x1875060819469184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788197881.283831:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7160700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3614:1875060819468928:0@lo:400:kworker.0 00000100:00080000:0.0:1788197881.283877:0:3615:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1788197881.283882:0:3615:0:(import.c:65:import_set_state_nolock()) ffff9851fc3d7800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788197881.283885:0:3615:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1788197881.283889:0:3615:0:(import.c:65:import_set_state_nolock()) ffff9851fc3d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788197881.283893:0:3615:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 522 00000100:00080000:0.0:1788197881.283897:0:3615:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9851fc3d7800 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:0.0:1788197881.283912:0:3615:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851e7696a00 x1875060819469312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788197881.283931:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3615:1875060819468672:0@lo:400:kworker.0 00000100:00080000:0.0:1788197881.283944:0:3615:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1788197881.283947:0:3615:0:(import.c:65:import_set_state_nolock()) ffff9851f7352800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788197881.283950:0:3615:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1788197881.283954:0:3615:0:(import.c:65:import_set_state_nolock()) ffff9851f7352800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788197881.283957:0:3615:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 507 00000100:00080000:0.0:1788197881.283968:0:3615:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9851f7352800 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:0.0:1788197881.283982:0:3615:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851e7697100 x1875060819469440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788197881.283992:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3615:1875060819468544:0@lo:400:kworker.0 00010000:00080000:0.0:1788197881.284008:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9851f7161c00 x1875060819469056/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197897 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788197881.284016:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7161c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3615:1875060819469056:0@lo:400:kworker.0 00000100:00100000:0.0:1788197881.284043:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7697480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3612:1875060819469184:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:0.0:1788197881.284110:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197881.285838:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7696a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3612:1875060819469312:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:0.0:1788197881.285896:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197881.285969:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7697100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3612:1875060819469440:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:0.0:1788197881.285995:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197881.286040:0:17166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819469184 00000100:00100000:2.0:1788197881.286063:0:17166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819469184 00000100:00100000:2.0:1788197881.286105:0:17166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819469312 00000100:00100000:2.0:1788197881.286108:0:17166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819469312 00000100:00100000:2.0:1788197881.286144:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1788197881.286152:0:17166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7695180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3612:x1875060819469184:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:2.0:1788197881.286172:0:17166:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1788197881.286245:0:17166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7695180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3612:x1875060819469184:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 92us (2134us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788197881.286253:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1788197881.286277:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1788197881.286282:0:17166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3612:x1875060819469312:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:2.0:1788197881.286290:0:17166:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1788197881.286352:0:17166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3612:x1875060819469312:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 57us (445us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788197881.286367:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1788197881.286430:0:17160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:2.0:1788197881.286441:0:17160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f6da1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4d8828bb-e049-4d1c-8150-87c72a0c100e+19:3614:x1875060819468160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197881.286490:0:17160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f6da1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4d8828bb-e049-4d1c-8150-87c72a0c100e+19:3614:x1875060819468160:12345-0@lo:400:kworker.0 Request processed in 52us (6047us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197881.286496:0:17160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:2.0:1788197881.286578:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6746680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4d8828bb-e049-4d1c-8150-87c72a0c100e:3614:1875060819468160:0@lo:400:kworker.0 00000100:00080000:0.0:1788197881.287134:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851fb758800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788197881.287140:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788197881.287144:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7697480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3612:1875060819469184:0@lo:38:ptlrpcd_00_01.0 00000100:00080000:0.0:1788197881.287155:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851fc3d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788197881.287158:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788197881.287161:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7696a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3612:1875060819469312:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1788197881.287628:0:17166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819469440 00000100:00100000:2.0:1788197881.287636:0:17166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819469440 00000100:00100000:2.0:1788197881.287749:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1788197881.287755:0:17166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7696680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3612:x1875060819469440:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:2.0:1788197881.287771:0:17166:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1788197881.287831:0:17166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7696680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3612:x1875060819469440:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 74us (1835us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788197881.287853:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:0.0:1788197881.287905:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851f7352800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788197881.287911:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788197881.287914:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7697100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3612:1875060819469440:0@lo:38:ptlrpcd_00_02.0 00010000:00010000:3.0:1788197881.726305:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197882.750878:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197883.773696:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1788197883.844401:0:19487:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1788197883.844424:0:18670:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788197883.844431:0:18670:0:(genops.c:885:class_export_put()) final put ffff9851f73e4000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788197883.844432:0:19487:0:(genops.c:885:class_export_put()) final put ffff9850c1d50000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:0.0:1788197883.850372:0:17900:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:0.0:1788197883.850392:0:17900:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:0.0:1788197883.850397:0:17900:0:(genops.c:885:class_export_put()) final put ffff9851f7357800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788197883.854796:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9850c1d50000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:1.0:1788197883.854891:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9851f73e4000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1788197883.855175:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9851f7357800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:1.0:1788197883.855241:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9850c1d54000 for lustre-OST0001 00000020:00000080:1.0:1788197883.855246:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9851f73e0000 for lustre-OST0000 00000020:00000080:1.0:1788197883.855249:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9851f7351800 for lustre-MDT0001 00000001:00100000:0.0:1788197883.858427:0:17146:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788197883.858443:0:17146:0:(genops.c:885:class_export_put()) final put ffff9851e7650000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1788197883.858585:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9851e7650000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:3.0:1788197883.858649:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9851e7654000 for lustre-MDT0000 00000020:01000000:3.0:1788197884.222132:0:20737:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9850c2fcc480 - data ffff9851dd133bd0/ffff9851f270b000 00000020:01000000:3.0:1788197884.222351:0:20737:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9850c31d3c00 - data ffff9851dd1a5360/ffff9851fcca5c00 00000001:00000004:3.0:1788197884.233422:0:20737:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934629 00000100:00080000:1.0:1788197884.325700:0:20737:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788197884.325709:0:20737:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788197884.325725:0:20737:0:(client.c:3163:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9851f73e8e00 x1875060819467264/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788197888 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788197884.325760:0:20737:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1788197884.328919:0:20737:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1788197884.328929:0:20737:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:1.0:1788197884.328956:0:20737:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788197884.328959:0:20737:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1788197884.329562:0:17191:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1788197884.329569:0:17191:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2 count 1 00000040:00080000:3.0:1788197884.329585:0:17191:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:1.0:1788197884.330403:0:20737:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1788197884.330408:0:20737:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:1.0:1788197884.330424:0:20737:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788197884.330427:0:20737:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1788197884.330725:0:17193:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1788197884.330730:0:17193:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 1 count 1 00000040:00080000:2.0:1788197884.330739:0:17193:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1788197884.333302:0:20737:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a3dc 00000020:00000080:1.0:1788197884.333479:0:20737:0:(genops.c:885:class_export_put()) final put ffff9851d085a800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788197884.333932:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9851d085a800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788197884.336744:0:20737:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a3f1 00000020:00000080:1.0:1788197884.336759:0:20737:0:(genops.c:885:class_export_put()) final put ffff9851e74b9800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1788197884.336777:0:20737:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:1.0:1788197884.336784:0:20737:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788197884.336792:0:20737:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1788197884.336797:0:20737:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff9850c2f3cd28) has no exports 00000020:00000080:3.0:1788197884.337056:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9851e74b9800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000004:01000000:1.0:1788197884.337115:0:20737:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1788197884.337126:0:20737:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a453 00000020:00000080:1.0:1788197884.337131:0:20737:0:(genops.c:885:class_export_put()) final put ffff9850c3aec800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1788197884.337176:0:20737:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:1.0:1788197884.337180:0:20737:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788197884.337187:0:20737:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788197884.337189:0:20737:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffff9851f3c6b370) has no exports 00000020:00000080:1.0:1788197884.337209:0:20737:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a44c 00000020:00000080:1.0:1788197884.337215:0:20737:0:(genops.c:885:class_export_put()) final put ffff9850c3aea000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788197884.339561:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9850c3aec800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1788197884.340236:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9850c3aea000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1788197884.340437:0:20737:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:1.0:1788197884.340442:0:20737:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1788197884.340446:0:20737:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:1.0:1788197884.340452:0:20737:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788197884.340455:0:20737:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788197884.340496:0:20737:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788197884.340506:0:20737:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788197884.340515:0:20737:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a43e 00000020:00000080:1.0:1788197884.340524:0:20737:0:(genops.c:885:class_export_put()) final put ffff9850c3aee000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1788197884.340528:0:20737:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:1.0:1788197884.340536:0:20737:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788197884.340540:0:20737:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788197884.340544:0:20737:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff9851fa5599b8) has no exports 00000020:00000080:1.0:1788197884.340551:0:20737:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a437 00000020:00000080:1.0:1788197884.340554:0:20737:0:(genops.c:885:class_export_put()) final put ffff9850c17db000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788197884.341009:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9851fc388000 for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1788197884.341019:0:8:0:(genops.c:885:class_export_put()) final put ffff9850c3aec000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788197884.341022:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9850c3aec000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:3.0:1788197884.341028:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788197884.341135:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9850c3aee000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1788197884.341140:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9850c17db000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1788197884.341428:0:20737:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:1.0:1788197884.341432:0:20737:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1788197884.341435:0:20737:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:1.0:1788197884.341440:0:20737:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788197884.341442:0:20737:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788197884.341472:0:20737:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788197884.341480:0:20737:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:1.0:1788197884.341491:0:20737:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1788197884.341497:0:20737:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a429 00000020:00000080:1.0:1788197884.341503:0:20737:0:(genops.c:885:class_export_put()) final put ffff9850c17de800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1788197884.341507:0:20737:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:1.0:1788197884.341511:0:20737:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788197884.341514:0:20737:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788197884.341518:0:20737:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff9851f3c6cd28) has no exports 00000020:00000080:1.0:1788197884.341524:0:20737:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a422 00000020:00000080:1.0:1788197884.341542:0:20737:0:(genops.c:885:class_export_put()) final put ffff9851e74b9000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788197884.341940:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9851fc38a800 for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1788197884.341948:0:8:0:(genops.c:885:class_export_put()) final put ffff9850c17d8800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788197884.341951:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9850c17d8800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:3.0:1788197884.341955:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788197884.342015:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9850c17de800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1788197884.342021:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9851e74b9000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1788197884.365426:0:20737:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:2.0:1788197884.365436:0:20737:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788197884.365441:0:20737:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788197884.365450:0:20737:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788197884.365514:0:20737:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788197884.365527:0:20737:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788197884.365560:0:20737:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788197884.365563:0:20737:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788197884.365569:0:20737:0:(genops.c:885:class_export_put()) final put ffff9851d0858800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788197884.365574:0:20737:0:(genops.c:844:class_export_destroy()) destroying export ffff9851d0858800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1788197884.365589:0:20737:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788197884.365710:0:20737:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a3f8 00000020:00000080:2.0:1788197884.365716:0:20737:0:(genops.c:885:class_export_put()) final put ffff9851e74be800/lustre-MDD0000_UUID 00000020:01000000:2.0:1788197884.365721:0:20737:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:2.0:1788197884.365725:0:20737:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788197884.365730:0:20737:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788197884.365734:0:20737:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff9850c2f399b8) has no exports 00000020:00000080:2.0:1788197884.365751:0:20737:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788197884.365754:0:20737:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:2.0:1788197884.365758:0:20737:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a3ff 00000020:00000080:2.0:1788197884.365762:0:20737:0:(genops.c:885:class_export_put()) final put ffff9851e74be000/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1788197884.365770:0:20737:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9850c403d800 from lustre-MDT0000, refs=3 00000020:01000004:2.0:1788197884.365773:0:20737:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9850c403d800 3 00000020:01000004:2.0:1788197884.365777:0:20737:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9850c403d800 from lustre-MDT0000 00000020:00000080:2.0:1788197884.365818:0:20737:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788197884.365822:0:20737:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:2.0:1788197884.365825:0:20737:0:(genops.c:885:class_export_put()) final put ffff9851d085e000/lustre-MDT0000_UUID 00000020:00000080:2.0:1788197884.365828:0:20737:0:(genops.c:844:class_export_destroy()) destroying export ffff9851d085e000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:2.0:1788197884.365834:0:20737:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:2.0:1788197884.365878:0:20737:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:2.0:1788197884.365882:0:20737:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:2.0:1788197884.365885:0:20737:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:2.0:1788197884.365888:0:20737:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788197884.365891:0:20737:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788197884.365898:0:20737:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff9851ff6ec800 4d8828bb-e049-4d1c-8150-87c72a0c100e 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788197884.365904:0:20737:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff9850c2f38000) has exports, disconnecting them 00000020:00080000:2.0:1788197884.365908:0:20737:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff9851ff6ec800), last request at 1788197781 00000020:00000080:2.0:1788197884.365923:0:20737:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a3a4 00000020:00010000:2.0:1788197884.365927:0:20737:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9851ff6ec800: total 2 00000100:00080000:2.0:1788197884.365931:0:20737:0:(import.c:65:import_set_state_nolock()) ffff9851ff6ea800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1788197884.365943:0:20737:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9851ff6ec800): rc 0 00000020:00080000:2.0:1788197884.365947:0:20737:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff9850c2f38000) has no exports 00000020:00010000:3.0:1788197884.366050:0:17155:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9851ff6ec800: total 2 00010000:00010000:3.0:1788197884.366103:0:17155:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9851ff6ec800, canceled 0 locks, left on hash table 13. 00010000:00010000:3.0:1788197884.366134:0:17155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9850c1ea9600/0xb1c7fb411490a794 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb1c7fb411490a78d expref: 14 pid: 17161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197884.366150:0:17155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9850c31d0200/0xb1c7fb411490a7d3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb1c7fb411490a7cc expref: 13 pid: 17158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197884.366163:0:17155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9851d03b0c00/0xb1c7fb411490a605 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb1c7fb411490a5fe expref: 12 pid: 17161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197884.366173:0:17155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9850c31d1c00/0xb1c7fb411490a62f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb1c7fb411490a628 expref: 11 pid: 17161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197884.366193:0:17155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9851c57e3200/0xb1c7fb411490a95b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb1c7fb411490a954 expref: 10 pid: 17161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197884.366203:0:17155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9851c57e2c00/0xb1c7fb411490a580 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb1c7fb411490a579 expref: 9 pid: 17161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197884.366215:0:17155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9851c57e2800/0xb1c7fb411490a4d1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb1c7fb411490a4ca expref: 8 pid: 17161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197884.366226:0:17155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9851c57e2200/0xb1c7fb411490a3b2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb1c7fb411490a3ab expref: 7 pid: 17158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197884.366236:0:17155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9851c57e2000/0xb1c7fb411490a4c3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb1c7fb411490a4bc expref: 6 pid: 17160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197884.366248:0:17155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9850c31d1400/0xb1c7fb411490a76a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb1c7fb411490a763 expref: 5 pid: 17158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197884.366258:0:17155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9851c57e3e00/0xb1c7fb411490a969 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb1c7fb411490a962 expref: 4 pid: 17161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197884.366267:0:17155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9850c31d1000/0xb1c7fb411490a4df lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb1c7fb411490a4d8 expref: 3 pid: 17160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197884.366277:0:17155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9851c1667200/0xb1c7fb411490a977 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb1c7fb411490a970 expref: 2 pid: 17161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197884.366287:0:17155:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9851ff6ec800, canceled 13 locks, left on hash table 0. 00000020:00000080:3.0:1788197884.366302:0:17155:0:(genops.c:885:class_export_put()) final put ffff9851ff6ec800/4d8828bb-e049-4d1c-8150-87c72a0c100e 00010000:00010000:3.0:1788197884.366307:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197884.366337:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197884.366340:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788197884.367926:0:17161:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff9850c23df600:17161] 2 exiting: rc = 0 00000100:00100000:2.0:1788197884.368652:0:17160:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff9850c23dfe00:17160] 1 exiting: rc = 0 00000020:00000080:2.0:1788197884.369756:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9851d085c000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:2.0:1788197884.369775:0:8:0:(genops.c:885:class_export_put()) final put ffff9851fc389000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788197884.369779:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9851fc389000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:2.0:1788197884.369788:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788197884.369909:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9851e74be800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:2.0:1788197884.369914:0:8:0:(genops.c:885:class_export_put()) final put ffff9851d085e800/lustre-MDD0000_UUID 00000020:00000080:2.0:1788197884.369916:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9851d085e800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:2.0:1788197884.369920:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:2.0:1788197884.369949:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9851e74be000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1788197884.369954:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9851ff6ec800/4d8828bb-e049-4d1c-8150-87c72a0c100e for MGS 00000020:00000080:2.0:1788197884.369998:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9851ff6ea800 for MGS 00000100:00100000:3.0:1788197884.377417:0:17158:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff9851c6da2200:17158] 0 exiting: rc = 1 00000100:00100000:2.0:1788197884.378759:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378772:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378779:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378785:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378803:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378810:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378815:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378820:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378826:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378832:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378837:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378853:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378859:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378864:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378869:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378874:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378879:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378885:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378891:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378897:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378903:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378909:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378914:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378918:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378923:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378929:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378934:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378939:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378946:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378951:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378958:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378964:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378970:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378976:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.378993:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.379020:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.379025:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.379031:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.379036:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.379041:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.379047:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.379052:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.379058:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.379063:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.379079:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.379085:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.379090:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.379269:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.379278:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.379284:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.379289:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.379295:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.379301:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.379307:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.379334:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.379340:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.379345:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.379350:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.379355:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.379360:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.379365:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.379370:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.379374:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197884.379379:0:20737:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:2.0:1788197884.386660:0:20737:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9850c1c9f9c0 - data ffff9851dd1aa1b0/ffff9851e670bc00 00000020:01000000:2.0:1788197884.386814:0:20737:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9850c31d3780 - data ffff9851c22951b0/ffff9851fb56c000 00000020:00000080:2.0:1788197884.387287:0:20737:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a388 00000020:00000080:2.0:1788197884.387297:0:20737:0:(genops.c:885:class_export_put()) final put ffff9851c4d9f000/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1788197884.387339:0:20737:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9850c403d800 from MGS, refs=2 00000020:01000004:2.0:1788197884.387355:0:20737:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9850c403d800 2 00000020:01000004:2.0:1788197884.387358:0:20737:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9850c403d800 from MGS 00000020:00000080:2.0:1788197884.387380:0:20737:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788197884.387387:0:20737:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:2.0:1788197884.387391:0:20737:0:(genops.c:885:class_export_put()) final put ffff9851c4d9b800/MGS 00000020:00000080:2.0:1788197884.387393:0:20737:0:(genops.c:844:class_export_destroy()) destroying export ffff9851c4d9b800/MGS for MGS 00000020:01000000:2.0:1788197884.387400:0:20737:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:2.0:1788197884.387480:0:20737:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:2.0:1788197884.387485:0:20737:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788197884.387491:0:20737:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788197884.387497:0:20737:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff9851ff686000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788197884.387503:0:20737:0:(genops.c:1553:class_disconnect_exports()) OBD device 11 (ffff9851f3c699b8) has exports, disconnecting them 00000020:00080000:2.0:1788197884.387508:0:20737:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff9851ff686000), last request at 1788197781 00000020:00000080:2.0:1788197884.387512:0:20737:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a48b 00000020:00080000:2.0:1788197884.387522:0:20737:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9851ff686000): rc 0 00000020:00000080:2.0:1788197884.387527:0:20737:0:(genops.c:885:class_export_put()) final put ffff9851ff686000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1788197884.388172:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9851c4d9f000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788197884.388183:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9851ff686000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:3.0:1788197884.388209:0:20737:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:3.0:1788197884.388213:0:20737:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788197884.388217:0:20737:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1788197884.388223:0:20737:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788197884.388242:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9851ff687000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1788197884.388405:0:20737:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788197884.388411:0:20737:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:3.0:1788197884.388415:0:20737:0:(genops.c:885:class_export_put()) final put ffff9850c2ee7800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1788197884.388418:0:20737:0:(genops.c:844:class_export_destroy()) destroying export ffff9850c2ee7800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:3.0:1788197884.388422:0:20737:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:3.0:1788197884.388491:0:20737:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9850c403d800 1 00000020:00000080:3.0:1788197884.388497:0:20737:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a37a 00000020:00000080:3.0:1788197884.388502:0:20737:0:(genops.c:885:class_export_put()) final put ffff9851c4d9a800/lustre-MDT0000-osd_UUID 00000020:01000000:3.0:1788197884.388509:0:20737:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:3.0:1788197884.388516:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9851c4d9a800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788197884.388525:0:20737:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788197884.388528:0:20737:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788197884.388530:0:20737:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff9851d0704d28) has no exports 00000020:00000080:3.0:1788197884.607599:0:20737:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788197884.607614:0:20737:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:3.0:1788197884.607620:0:20737:0:(genops.c:885:class_export_put()) final put ffff9850c403b000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788197884.607627:0:20737:0:(genops.c:844:class_export_destroy()) destroying export ffff9850c403b000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:3.0:1788197884.607639:0:20737:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:3.0:1788197884.607761:0:20737:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9850c403d000 00000020:02000400:3.0:1788197884.607825:0:20737:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:0.0:1788197884.798448:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788197885.374096:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7697100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819469568:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788197885.374167:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197885.374418:0:18677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819469568 00000100:00100000:0.0:1788197885.374426:0:18677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819469568 00000100:00100000:0.0:1788197885.374493:0:18677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1788197885.374503:0:18677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7161c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1875060819469568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788197885.374530:0:18677:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788197885.374577:0:18677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7161c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1875060819469568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197885.374585:0:18677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00080000:2.0:1788197885.374635:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788197885.374715:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7697100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819469568:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1788197885.822871:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788197886.400102:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819469696:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788197886.400182:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197886.400266:0:18677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819469696 00000100:00100000:1.0:1788197886.400276:0:18677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819469696 00000100:00100000:1.0:1788197886.400349:0:18677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1788197886.400361:0:18677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e674a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819469696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788197886.400402:0:18677:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788197886.400450:0:18677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e674a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819469696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197886.400457:0:18677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1788197886.400503:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819469696:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1788197886.401023:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788197886.401037:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1788197886.401041:0:8:0:(import.c:65:import_set_state_nolock()) ffff985200ec7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788197886.401046:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 590 00000100:00080000:2.0:1788197886.401050:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788197886.401055:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff985200ec7000 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:2.0:1788197886.401079:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851f73e9c00 x1875060819469952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788197886.401120:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788197886.401124:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1788197886.401125:0:8:0:(import.c:65:import_set_state_nolock()) ffff9851f7352800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788197886.401142:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 590 00000100:00080000:2.0:1788197886.401145:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788197886.401149:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9851f7352800 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:2.0:1788197886.401162:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851f73e8a80 x1875060819470208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788197886.401172:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788197886.401175:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1788197886.401177:0:8:0:(import.c:65:import_set_state_nolock()) ffff9851fc3d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788197886.401180:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 590 00000100:00080000:2.0:1788197886.401182:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788197886.401186:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9851fc3d7800 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:2.0:1788197886.401196:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851f73ebb80 x1875060819470336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788197886.401211:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788197886.401214:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1788197886.401216:0:8:0:(import.c:65:import_set_state_nolock()) ffff9851fb758800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788197886.401219:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 590 00000100:00080000:2.0:1788197886.401221:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788197886.401224:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9851fb758800 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:2.0:1788197886.401234:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851f73e8e00 x1875060819470592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788197886.401265:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4d8828bb-e049-4d1c-8150-87c72a0c100e:3614:1875060819469824:0@lo:400:kworker.0 00000400:00000100:2.0:1788197886.401296:0:3614:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875060819469824 offset 0 length 224: 4 00000100:00100000:2.0:1788197886.401349:0:3614:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788197886.401363:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3614:1875060819470720:0@lo:400:kworker.0 00000100:00100000:2.0:1788197886.401395:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788197886.401422:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788197886.401432:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819470080:0@lo:400:kworker.0 00000100:00100000:2.0:1788197886.401474:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197886.401494:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788197886.401499:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3615:1875060819470464:0@lo:400:kworker.0 00000100:00100000:2.0:1788197886.401522:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197886.401548:0:19957:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819470720 00000100:00100000:2.0:1788197886.401553:0:19957:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819470720 00000100:00100000:2.0:1788197886.401591:0:19957:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819470464 00000100:00100000:2.0:1788197886.401594:0:19957:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819470464 00000100:00100000:2.0:1788197886.401613:0:19957:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1788197886.401621:0:19957:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6746680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3614:x1875060819470720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197886.401662:0:19957:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6746680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3614:x1875060819470720:12345-0@lo:400:kworker.0 Request processed in 42us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197886.401669:0:19957:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1788197886.401683:0:19957:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1788197886.401689:0:19957:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7e01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3615:x1875060819470464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197886.401719:0:19957:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7e01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3615:x1875060819470464:12345-0@lo:400:kworker.0 Request processed in 31us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197886.401725:0:19957:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00080000:2.0:1788197886.401742:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1788197886.401767:0:3614:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9851f73e9180 x1875060819470720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197902 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788197886.401779:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3614:1875060819470720:0@lo:400:kworker.0 00000100:00100000:3.0:1788197886.401913:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819469952:0@lo:38:kworker.0 00000100:00100000:3.0:1788197886.401944:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197886.401964:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3612:1875060819470208:0@lo:38:kworker.0 00000100:00100000:3.0:1788197886.401985:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197886.402001:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3612:1875060819470336:0@lo:38:kworker.0 00000100:00100000:3.0:1788197886.402023:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197886.402050:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3612:1875060819470592:0@lo:38:kworker.0 00000100:00100000:3.0:1788197886.402071:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197886.402108:0:18674:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819470080 00000100:00100000:3.0:1788197886.402112:0:18674:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819470080 00000100:00100000:3.0:1788197886.402145:0:18674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788197886.402152:0:18674:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7e03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819470080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197886.402186:0:18674:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7e03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819470080:12345-0@lo:400:kworker.0 Request processed in 34us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197886.402193:0:18674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788197886.402213:0:17908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819469952 00000100:00100000:3.0:1788197886.402217:0:17908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819469952 00000100:00100000:3.0:1788197886.402237:0:17908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1788197886.402241:0:17908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7160e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3612:x1875060819469952:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1788197886.402257:0:17908:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:2.0:1788197886.406100:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9851f73eb800 x1875060819470464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197902 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788197886.406128:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3615:1875060819470464:0@lo:400:kworker.0 00000100:00100000:2.0:1788197886.406146:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819470080:0@lo:400:kworker.0 00000100:00100000:1.0:1788197886.406406:0:17167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819470208 00000100:00100000:1.0:1788197886.406415:0:17167:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819470208 00000100:00100000:1.0:1788197886.406451:0:17167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819470336 00000100:00100000:1.0:1788197886.406454:0:17167:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819470336 00000100:00100000:1.0:1788197886.406464:0:17167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819470592 00000100:00100000:1.0:1788197886.406467:0:17167:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819470592 00000100:00100000:1.0:1788197886.406481:0:17167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1788197886.406488:0:17167:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7163800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3612:x1875060819470208:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1788197886.406508:0:17167:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788197886.406591:0:17167:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7163800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3612:x1875060819470208:12345-0@lo:38:kworker.0 Request processed in 102us (4604us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788197886.406599:0:17167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1788197886.406614:0:17167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1788197886.406619:0:17167:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7160700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3612:x1875060819470336:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1788197886.406637:0:17167:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788197886.406664:0:17167:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7160700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3612:x1875060819470336:12345-0@lo:38:kworker.0 Request processed in 44us (4640us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788197886.406670:0:17167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1788197886.406683:0:17167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1788197886.406687:0:17167:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7163b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3612:x1875060819470592:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1788197886.406696:0:17167:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788197886.406721:0:17167:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7163b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3612:x1875060819470592:12345-0@lo:38:kworker.0 Request processed in 32us (4649us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788197886.406727:0:17167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:2.0:1788197886.429492:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851f7352800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788197886.429501:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788197886.429505:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3612:1875060819470208:0@lo:38:kworker.0 00000100:00080000:2.0:1788197886.429518:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851fc3d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788197886.429521:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788197886.429524:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3612:1875060819470336:0@lo:38:kworker.0 00000100:00080000:2.0:1788197886.429534:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851fb758800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788197886.429538:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788197886.429540:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3612:1875060819470592:0@lo:38:kworker.0 00000100:00100000:3.0:1788197886.445832:0:17908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7160e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3612:x1875060819469952:12345-0@lo:38:kworker.0 Request processed in 43582us (43880us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788197886.445864:0:17908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00080000:2.0:1788197886.446276:0:3612:0:(import.c:65:import_set_state_nolock()) ffff985200ec7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788197886.446283:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788197886.446288:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819469952:0@lo:38:kworker.0 00010000:00010000:1.0:1788197886.845871:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197887.869590:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788197888.900929:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788197888.993602:0:20938:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:3.0:1788197889.014280:0:20938:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:3.0:1788197889.014621:0:20938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c31d1a00/0xb1c7fb411490a579 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490a580 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197889.014640:0:20938:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c31d1a00/0xb1c7fb411490a579 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490a580 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197889.014647:0:20938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c31d1a00/0xb1c7fb411490a579 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a580 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197889.014654:0:20938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.139@tcp lock: ffff9850c31d1a00/0xb1c7fb411490a579 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a580 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197889.014679:0:20938:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788197889.014685:0:20938:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1788197889.015516:0:20938:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788197889.015522:0:20938:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788197889.015529:0:20938:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788197889.015535:0:20938:0:(import.c:65:import_set_state_nolock()) ffff9851f7352800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1788197889.015541:0:20938:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788197889.015543:0:20938:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788197889.015546:0:20938:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1788197889.015831:0:17155:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788197889.015840:0:17155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9850c31d1a00/0xb1c7fb411490a579 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a580 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197889.015850:0:17155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c31d1a00 already unused, calling callback (ffffffffc125cc20) 10000000:00010000:0.0:1788197889.015854:0:17155:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9850c31d1a00/0xb1c7fb411490a579 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a580 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197889.015865:0:17155:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9850c31d1a00/0xb1c7fb411490a579 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xb1c7fb411490a580 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788197889.015872:0:17155:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9850c31d1a00/0xb1c7fb411490a579 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xb1c7fb411490a580 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788197889.015896:0:17155:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788197889.015899:0:17155:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1788197889.015902:0:17155:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1788197889.015941:0:17155:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff9850c31d1a00/0xb1c7fb411490a579 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xb1c7fb411490a580 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197889.015948:0:17155:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788197889.015989:0:17155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9850c31d1a00/0xb1c7fb411490a579 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xb1c7fb411490a580 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197889.015996:0:17155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9850c31d1a00/0xb1c7fb411490a579 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xb1c7fb411490a580 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197889.016013:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197889.016015:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197889.016017:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788197889.016041:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7696a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4d8828bb-e049-4d1c-8150-87c72a0c100e:3614:1875060819470848:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788197889.016119:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197889.016206:0:17151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819470848 00000100:00100000:0.0:1788197889.016214:0:17151:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819470848 00000100:00100000:0.0:1788197889.016258:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788197889.016266:0:17151:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7697480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3614:x1875060819470848:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1788197889.016273:0:17151:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788197889 with bad export cookie 12810483922015134628 00010000:00010000:3.0:1788197889.023037:0:20938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3de00/0xb1c7fb411490a4d8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490a4df expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197889.023056:0:20938:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3de00/0xb1c7fb411490a4d8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490a4df expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197889.023081:0:20938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3de00/0xb1c7fb411490a4d8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a4df expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197889.023088:0:20938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.139@tcp lock: ffff9850c3b3de00/0xb1c7fb411490a4d8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a4df expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197889.023116:0:20938:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788197889.023123:0:20938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3c200/0xb1c7fb411490a7cc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490a7d3 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197889.023130:0:20938:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3c200/0xb1c7fb411490a7cc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490a7d3 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197889.023136:0:20938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3c200/0xb1c7fb411490a7cc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a7d3 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197889.023143:0:20938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.139@tcp lock: ffff9850c3b3c200/0xb1c7fb411490a7cc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a7d3 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197889.023167:0:20938:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788197889.024376:0:17154:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788197889.024388:0:17154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9850c3b3de00/0xb1c7fb411490a4d8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a4df expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197889.024399:0:17154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3de00 already unused, calling callback (ffffffffc125cc20) 10000000:00010000:1.0:1788197889.024403:0:17154:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9850c3b3de00/0xb1c7fb411490a4d8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a4df expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197889.024415:0:17154:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9850c3b3de00/0xb1c7fb411490a4d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xb1c7fb411490a4df expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788197889.024423:0:17154:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9850c3b3de00/0xb1c7fb411490a4d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xb1c7fb411490a4df expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788197889.024429:0:17154:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788197889.024432:0:17154:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 00010000:00010000:1.0:1788197889.024495:0:17154:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff9850c3b3de00/0xb1c7fb411490a4d8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xb1c7fb411490a4df expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197889.024502:0:17154:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788197889.024528:0:17154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9850c3b3de00/0xb1c7fb411490a4d8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xb1c7fb411490a4df expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197889.024535:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9850c3b3de00/0xb1c7fb411490a4d8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xb1c7fb411490a4df expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197889.024550:0:17154:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788197889.024554:0:17154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9850c3b3c200/0xb1c7fb411490a7cc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a7d3 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197889.024560:0:17154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3c200 already unused, calling callback (ffffffffc125cc20) 10000000:00010000:1.0:1788197889.024563:0:17154:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9850c3b3c200/0xb1c7fb411490a7cc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a7d3 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197889.024569:0:17154:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9850c3b3c200/0xb1c7fb411490a7cc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xb1c7fb411490a7d3 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788197889.024576:0:17154:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9850c3b3c200/0xb1c7fb411490a7cc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xb1c7fb411490a7d3 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788197889.024581:0:17154:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1788197889.024584:0:17154:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:1.0:1788197889.024586:0:17154:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1788197889.024602:0:17154:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff9850c3b3c200/0xb1c7fb411490a7cc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xb1c7fb411490a7d3 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197889.024608:0:17154:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788197889.024614:0:17154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9850c3b3c200/0xb1c7fb411490a7cc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xb1c7fb411490a7d3 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197889.024628:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9850c3b3c200/0xb1c7fb411490a7cc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xb1c7fb411490a7d3 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197889.024642:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788197889.024644:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788197889.024646:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788197889.024675:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4d8828bb-e049-4d1c-8150-87c72a0c100e:3616:1875060819471104:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788197889.025067:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4d8828bb-e049-4d1c-8150-87c72a0c100e:3615:1875060819470976:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788197889.025124:0:20938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851c57e3c00/0xb1c7fb411490a970 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490a977 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197889.025138:0:20938:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851c57e3c00/0xb1c7fb411490a970 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490a977 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197889.025146:0:20938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851c57e3c00/0xb1c7fb411490a970 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a977 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197889.025164:0:20938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.139@tcp lock: ffff9851c57e3c00/0xb1c7fb411490a970 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a977 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197889.025194:0:20938:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788197889.025202:0:20938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490a4ca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490a4d1 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197889.025210:0:20938:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490a4ca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490a4d1 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197889.025215:0:20938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490a4ca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a4d1 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197889.025221:0:20938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490a4ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a4d1 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197889.025229:0:20938:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1788197889.025233:0:20938:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 10000000:01000000:3.0:1788197889.025236:0:20938:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:3.0:1788197889.025275:0:20938:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0001 00000020:01000000:3.0:1788197889.025280:0:20938:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:3.0:1788197889.025284:0:20938:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788197889.025290:0:20938:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:3.0:1788197889.025296:0:20938:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff9850c1d56000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788197889.025302:0:20938:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff9851fb98d000 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788197889.025307:0:20938:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff9851cdee19b8) has exports, disconnecting them 00000020:00080000:3.0:1788197889.025312:0:20938:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9850c1d56000), last request at 1788197886 00000020:00000080:3.0:1788197889.026936:0:20938:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a7be 00000100:00080000:3.0:1788197889.026996:0:20938:0:(import.c:65:import_set_state_nolock()) ffff9850c1d50800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1788197889.027064:0:20938:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9850c1d56000): rc 0 00000020:00000080:3.0:1788197889.027067:0:20938:0:(genops.c:885:class_export_put()) final put ffff9850c1d56000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:3.0:1788197889.027083:0:20938:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9851fb98d000), last request at 1788197886 00000020:00000080:3.0:1788197889.027089:0:20938:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a659 00000100:00080000:3.0:1788197889.027099:0:20938:0:(import.c:65:import_set_state_nolock()) ffff9850c382c800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1788197889.027106:0:20938:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9851fb98d000): rc 0 00000020:00000080:3.0:1788197889.027108:0:20938:0:(genops.c:885:class_export_put()) final put ffff9851fb98d000/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:3.0:1788197889.027116:0:20938:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffa40781d9bae0 00000100:00080000:3.0:1788197889.027138:0:20938:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788197889.027148:0:20938:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9851f73eb480 x1875060819467776/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788197896 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788197889.027159:0:20938:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00100000:2.0:1788197889.032309:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:2.0:1788197889.032421:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9850c1d56000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:2.0:1788197889.032487:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9851fb98d000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:2.0:1788197889.032511:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9850c1d50800 for lustre-MDT0001 00000020:00000080:2.0:1788197889.032522:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9850c382c800 for lustre-MDT0001 00000100:00100000:2.0:1788197889.032541:0:17153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819470976 00000100:00100000:2.0:1788197889.032568:0:17153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819470976 00000100:00100000:2.0:1788197889.032618:0:17153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788197889.032626:0:17153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7e03b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3615:x1875060819470976:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1788197889.032633:0:17153:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788197889 with bad export cookie 12810483922015134628 00000100:00080000:3.0:1788197889.032642:0:20938:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788197889.032648:0:20938:0:(import.c:65:import_set_state_nolock()) ffff985200ec7000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00100000:2.0:1788197889.032681:0:17153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7e03b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3615:x1875060819470976:12345-0@lo:103:ldlm_bl.0 Request processed in 55us (379us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788197889.032688:0:17153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:2.0:1788197889.032725:0:3615:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.139@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788197889.032730:0:3615:0:(import.c:65:import_set_state_nolock()) ffff9851ff6e9000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1788197889.032733:0:3615:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.204.139@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1788197889.032814:0:20938:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788197889.032818:0:20938:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1788197889.032831:0:20938:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1788197889.032887:0:20938:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1788197889.032904:0:20938:0:(import.c:65:import_set_state_nolock()) ffff9851c82d3000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788197889.032920:0:20938:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788197889.032922:0:20938:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1788197889.032937:0:20938:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1788197889.033003:0:20938:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1788197889.033013:0:20938:0:(import.c:65:import_set_state_nolock()) ffff9851f72e6800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1788197889.033049:0:20938:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff9851cdee19b8) has no exports 00000100:00100000:3.0:1788197889.037156:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7160a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819471232:0@lo:9:umount.0 00000100:00100000:3.0:1788197889.037259:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197889.037336:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819471360:0@lo:9:umount.0 00000100:00100000:3.0:1788197889.037364:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197889.037409:0:18675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819471232 00000100:00100000:3.0:1788197889.037417:0:18675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819471232 00000100:00100000:3.0:1788197889.037472:0:18675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819471360 00000100:00100000:3.0:1788197889.037475:0:18675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819471360 00000100:00100000:3.0:1788197889.037496:0:18675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788197889.037504:0:18675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c38a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3612:x1875060819471232:12345-0@lo:9:umount.0 00000020:00000080:3.0:1788197889.037530:0:18675:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a683 00000100:00080000:3.0:1788197889.037538:0:18675:0:(import.c:65:import_set_state_nolock()) ffff9851f72e7800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788197889.037572:0:18675:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1788197889.037748:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788197889.051370:0:17155:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788197889.051383:0:17155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9851c57e3c00/0xb1c7fb411490a970 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a977 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197889.051398:0:17155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c57e3c00 already unused, calling callback (ffffffffc125cc20) 10000000:00010000:0.0:1788197889.051426:0:17155:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9851c57e3c00/0xb1c7fb411490a970 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a977 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197889.051438:0:17155:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9851c57e3c00/0xb1c7fb411490a970 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xb1c7fb411490a977 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788197889.051446:0:17155:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9851c57e3c00/0xb1c7fb411490a970 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xb1c7fb411490a977 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788197889.051452:0:17155:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1788197889.051455:0:17155:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1788197889.051459:0:17155:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000100:00100000:1.0:1788197889.052893:0:19173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788197889.052917:0:19173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3612:x1875060819471360:12345-0@lo:9:umount.0 00000020:00000080:1.0:1788197889.052956:0:19173:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a7ef 00000100:00080000:1.0:1788197889.052968:0:19173:0:(import.c:65:import_set_state_nolock()) ffff9850c1d53800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788197889.053027:0:19173:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1788197889.053238:0:19173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+2:3612:x1875060819471360:12345-0@lo:9:umount.0 Request processed in 333us (15872us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197889.053246:0:19173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788197889.053277:0:17152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819471104 00000100:00100000:1.0:1788197889.053286:0:17152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819471104 00000100:00100000:1.0:1788197889.053363:0:17152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788197889.053369:0:17152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e674b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3616:x1875060819471104:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1788197889.053376:0:17152:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788197889 with bad export cookie 12810483922015134628 00000100:00100000:1.0:1788197889.053415:0:17152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e674b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3616:x1875060819471104:12345-0@lo:103:ldlm_bl.0 Request processed in 45us (15667us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788197889.053421:0:17152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:1.0:1788197889.053466:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851f72e6800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1788197889.053478:0:3612:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1788197889.053495:0:3612:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788197889.053500:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819471360:0@lo:9:umount.0 00010000:00010000:1.0:1788197889.053531:0:17154:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00080000:1.0:1788197889.053568:0:3616:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.139@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00100000:3.0:1788197889.063431:0:18675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c38a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+2:3612:x1875060819471232:12345-0@lo:9:umount.0 Request processed in 25915us (26160us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197889.063448:0:18675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:3.0:1788197889.063526:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851c82d3000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1788197889.063535:0:3612:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1788197889.063537:0:3612:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788197889.063542:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7160a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819471232:0@lo:9:umount.0 00000100:00080000:3.0:1788197889.065327:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788197889.065342:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788197889.072895:0:3615:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.204.139@tcp not replayable, auto-deactivating 00000100:00080000:2.0:1788197889.072902:0:3615:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1788197889.072912:0:3615:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9851f73eb100 x1875060819469824/t0(0) o400->MGC192.168.204.139@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1788197902 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788197889.072947:0:3615:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9851e7696a00 x1875060819470848/t0(0) o103->MGC192.168.204.139@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788197905 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788197889.072957:0:3615:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9851e6749880 x1875060819471104/t0(0) o103->MGC192.168.204.139@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788197905 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788197889.072967:0:3615:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9851e6749180 x1875060819470976/t0(0) o103->MGC192.168.204.139@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788197905 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1788197889.072988:0:3615:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1788197889.072991:0:3615:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1788197889.072992:0:3615:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1788197889.073043:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7696a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4d8828bb-e049-4d1c-8150-87c72a0c100e:3614:1875060819470848:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788197889.073658:0:17155:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff9851c57e3c00/0xb1c7fb411490a970 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xb1c7fb411490a977 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197889.073672:0:17155:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788197889.073700:0:17155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9851c57e3c00/0xb1c7fb411490a970 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xb1c7fb411490a977 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197889.073708:0:17155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9851c57e3c00/0xb1c7fb411490a970 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xb1c7fb411490a977 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197889.073731:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197889.073734:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197889.073736:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788197889.074986:0:3616:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff9851ff6e9000 already not connected (conn 1, was 1): DISCONN 00000100:00080000:2.0:1788197889.075005:0:3615:0:(import.c:65:import_set_state_nolock()) ffff9851ff6e9000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1788197889.075006:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819467776:0@lo:41:osp-pre-0-1.0 00000100:00080000:2.0:1788197889.075011:0:3615:0:(import.c:510:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 0@lo last attempt 490 00000100:00080000:2.0:1788197889.075019:0:3615:0:(import.c:624:import_select_connection()) MGC192.168.204.139@tcp: import ffff9851ff6e9000 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:1.0:1788197889.075043:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4d8828bb-e049-4d1c-8150-87c72a0c100e:3616:1875060819471104:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788197889.075126:0:20940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788197889.075134:0:17154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490a4ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a4d1 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197889.075145:0:17154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3d200 already unused, calling callback (ffffffffc125cc20) 10000000:00010000:1.0:1788197889.075150:0:17154:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490a4ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a4d1 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197889.075159:0:17154:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490a4ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xb1c7fb411490a4d1 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788197889.075166:0:17154:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490a4ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xb1c7fb411490a4d1 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788197889.075288:0:3615:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851e7e02680 x1875060819471616/t0(0) o250->MGC192.168.204.139@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788197889.075365:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4d8828bb-e049-4d1c-8150-87c72a0c100e:3612:1875060819471616:0@lo:250:ptlrpcd_00_02.0 00000400:00000100:2.0:1788197889.075415:0:3612:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875060819471616 offset 0 length 520: 4 00000100:00100000:2.0:1788197889.075463:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4d8828bb-e049-4d1c-8150-87c72a0c100e:3615:1875060819470976:0@lo:103:ldlm_bl.0 10000000:01000000:1.0:1788197889.075806:0:17154:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1788197889.075808:0:17154:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1788197889.075811:0:17154:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:1.0:1788197889.075826:0:17154:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9851ff6e9000 00010000:00010000:1.0:1788197889.075831:0:17154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490a4ca lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xb1c7fb411490a4d1 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197889.075838:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490a4ca lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xb1c7fb411490a4d1 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197889.075863:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788197889.075865:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788197889.075868:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788197889.075873:0:20940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788197889.075875:0:20940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1788197889.077159:0:17151:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 18 match 1875060819470848 offset 224 length 224: 4 00000100:00100000:1.0:1788197889.077192:0:17151:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7697480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3614:x1875060819470848:12345-0@lo:103:ldlm_bl.0 Request processed in 60924us (61072us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788197889.077203:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788197889.077423:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7695880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4d8828bb-e049-4d1c-8150-87c72a0c100e:0:1875060819471488:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788197889.077970:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4d8828bb-e049-4d1c-8150-87c72a0c100e:3614:1875060819469824:0@lo:400:kworker.0 00000020:00080000:1.0:1788197889.087677:0:20938:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff9851cdee19b8) has no exports 00000020:01000000:2.0:1788197889.147993:0:20938:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9850c2fcc780 - data ffff9851c22970d8/ffff9851f7142c00 00000020:01000000:2.0:1788197889.148166:0:20938:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9851c7eda000 - data ffff9851dd199438/ffff9851f7140800 00000001:00000004:3.0:1788197889.159953:0:20938:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:0.0:1788197889.212097:0:20938:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788197889.212106:0:20938:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788197889.212114:0:20938:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1788197889.217657:0:20938:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788197889.217668:0:20938:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:0.0:1788197889.217795:0:20938:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788197889.217799:0:20938:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1788197889.220734:0:17909:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1788197889.220743:0:17909:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:2.0:1788197889.220764:0:17909:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:0.0:1788197889.221837:0:20938:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788197889.221845:0:20938:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:0.0:1788197889.221899:0:20938:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788197889.221903:0:20938:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788197889.227525:0:17911:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788197889.227534:0:17911:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1788197889.227556:0:17911:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:2.0:1788197889.232644:0:20938:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a4ed 00000020:00000080:2.0:1788197889.232671:0:20938:0:(genops.c:885:class_export_put()) final put ffff9850c2ee2800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1788197889.233557:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9850c2ee2800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1788197889.233810:0:20938:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a502 00000020:00000080:2.0:1788197889.233818:0:20938:0:(genops.c:885:class_export_put()) final put ffff985200ec6800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1788197889.233866:0:20938:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:2.0:1788197889.233872:0:20938:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788197889.233884:0:20938:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788197889.233890:0:20938:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff9851cdee4d28) has no exports 00000004:01000000:2.0:1788197889.234226:0:20938:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1788197889.234236:0:20938:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a556 00000020:00000080:2.0:1788197889.234241:0:20938:0:(genops.c:885:class_export_put()) final put ffff9851d8412800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788197889.237553:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff985200ec6800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:2.0:1788197889.239893:0:20938:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:2.0:1788197889.239914:0:20938:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788197889.239929:0:20938:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788197889.239935:0:20938:0:(genops.c:1558:class_disconnect_exports()) OBD device 18 (ffff9851fa55b370) has no exports 00000020:00000080:2.0:1788197889.239946:0:20938:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a54f 00000020:00000080:2.0:1788197889.239954:0:20938:0:(genops.c:885:class_export_put()) final put ffff9851f72e0800/lustre-MDT0001-osd_UUID 00010000:01000000:2.0:1788197889.240685:0:20938:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:2.0:1788197889.240701:0:20938:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1788197889.240706:0:20938:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:2.0:1788197889.240713:0:20938:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788197889.240716:0:20938:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788197889.240827:0:20938:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788197889.240836:0:20938:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788197889.240843:0:20938:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a541 00000020:00000080:2.0:1788197889.240850:0:20938:0:(genops.c:885:class_export_put()) final put ffff9850c2ee6000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1788197889.240855:0:20938:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:2.0:1788197889.240858:0:20938:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788197889.240862:0:20938:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788197889.240865:0:20938:0:(genops.c:1558:class_disconnect_exports()) OBD device 17 (ffff9851f72a99b8) has no exports 00000020:00000080:2.0:1788197889.240871:0:20938:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a53a 00000020:00000080:2.0:1788197889.240875:0:20938:0:(genops.c:885:class_export_put()) final put ffff9851c3b5f000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1788197889.241365:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9851d8412800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1788197889.241383:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9851f72e0800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1788197889.241389:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9851f72e6800 for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1788197889.241396:0:37:0:(genops.c:885:class_export_put()) final put ffff9850c2ee1000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788197889.241398:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9850c2ee1000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:0.0:1788197889.241403:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788197889.241485:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9850c2ee6000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1788197889.241490:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9851c3b5f000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:2.0:1788197889.242713:0:20938:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:2.0:1788197889.242721:0:20938:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1788197889.242725:0:20938:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:2.0:1788197889.242733:0:20938:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788197889.242736:0:20938:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788197889.243296:0:20938:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788197889.243310:0:20938:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:2.0:1788197889.243573:0:20938:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:2.0:1788197889.243583:0:20938:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a525 00000020:00000080:2.0:1788197889.243595:0:20938:0:(genops.c:885:class_export_put()) final put ffff985200ec0000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1788197889.243603:0:20938:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:2.0:1788197889.243610:0:20938:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788197889.243615:0:20938:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788197889.243619:0:20938:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff9851cdee3370) has no exports 00000020:00000080:2.0:1788197889.243627:0:20938:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a51e 00000020:00000080:2.0:1788197889.243631:0:20938:0:(genops.c:885:class_export_put()) final put ffff985200ec7800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1788197889.244454:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9851c82d3000 for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1788197889.244466:0:37:0:(genops.c:885:class_export_put()) final put ffff9850c2ee0800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788197889.244469:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9850c2ee0800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:0.0:1788197889.244477:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788197889.244558:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff985200ec0000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1788197889.244564:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff985200ec7800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1788197889.248471:0:20938:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:0.0:1788197889.248482:0:20938:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788197889.248487:0:20938:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788197889.248495:0:20938:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788197889.248579:0:20938:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788197889.248591:0:20938:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788197889.248627:0:20938:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788197889.248630:0:20938:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788197889.248636:0:20938:0:(genops.c:885:class_export_put()) final put ffff9851f1f09800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788197889.248641:0:20938:0:(genops.c:844:class_export_destroy()) destroying export ffff9851f1f09800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1788197889.248649:0:20938:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788197889.248829:0:20938:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a509 00000020:00000080:0.0:1788197889.248837:0:20938:0:(genops.c:885:class_export_put()) final put ffff985200ec4800/lustre-MDD0001_UUID 00000020:01000000:0.0:1788197889.248843:0:20938:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:0.0:1788197889.248847:0:20938:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788197889.248853:0:20938:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788197889.248856:0:20938:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff9851cdee0000) has no exports 00000020:00000080:0.0:1788197889.248876:0:20938:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788197889.248880:0:20938:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:0.0:1788197889.248884:0:20938:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a510 00000020:00000080:0.0:1788197889.248888:0:20938:0:(genops.c:885:class_export_put()) final put ffff985200ec1000/lustre-MDT0001-osd_UUID 00000020:01000004:0.0:1788197889.248897:0:20938:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9851f1f0c800 from lustre-MDT0001, refs=2 00000020:01000004:0.0:1788197889.248900:0:20938:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9851f1f0c800 2 00000020:01000004:0.0:1788197889.248904:0:20938:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9851f1f0c800 from lustre-MDT0001 00000020:00000080:0.0:1788197889.248922:0:20938:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788197889.248926:0:20938:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:0.0:1788197889.248928:0:20938:0:(genops.c:885:class_export_put()) final put ffff9850c2ee5800/lustre-MDT0001_UUID 00000020:00000080:0.0:1788197889.248931:0:20938:0:(genops.c:844:class_export_destroy()) destroying export ffff9850c2ee5800/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:0.0:1788197889.248937:0:20938:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:0.0:1788197889.248967:0:20938:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:0.0:1788197889.248988:0:20938:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:0.0:1788197889.248991:0:20938:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788197889.248995:0:20938:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788197889.249002:0:20938:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff9851f7350800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788197889.249007:0:20938:0:(genops.c:1553:class_disconnect_exports()) OBD device 19 (ffff9851fa55cd28) has exports, disconnecting them 00000020:00080000:0.0:1788197889.249012:0:20938:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff9851f7350800), last request at 1788197798 00000020:00000080:0.0:1788197889.249016:0:20938:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a58e 00000020:00080000:0.0:1788197889.249035:0:20938:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9851f7350800): rc 0 00000020:00000080:0.0:1788197889.249039:0:20938:0:(genops.c:885:class_export_put()) final put ffff9851f7350800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1788197889.249360:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff985200ec7000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1788197889.249368:0:37:0:(genops.c:885:class_export_put()) final put ffff985200ec4000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788197889.249370:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff985200ec4000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:1.0:1788197889.249380:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788197889.249492:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff985200ec4800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:1.0:1788197889.249497:0:37:0:(genops.c:885:class_export_put()) final put ffff9850c2ee4800/lustre-MDD0001_UUID 00000020:00000080:1.0:1788197889.249499:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9850c2ee4800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:1.0:1788197889.249502:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:1.0:1788197889.249600:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff985200ec1000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1788197889.249605:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9851f7350800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:1.0:1788197889.250998:0:20938:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:1.0:1788197889.251005:0:20938:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788197889.251010:0:20938:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788197889.251016:0:20938:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788197889.251052:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9851f7352800 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1788197889.251395:0:20938:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788197889.251404:0:20938:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:1.0:1788197889.251409:0:20938:0:(genops.c:885:class_export_put()) final put ffff9851f72e3800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:1.0:1788197889.251413:0:20938:0:(genops.c:844:class_export_destroy()) destroying export ffff9851f72e3800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:1.0:1788197889.251419:0:20938:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:1.0:1788197889.251478:0:20938:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9851f1f0c800 1 00000020:00000080:1.0:1788197889.251484:0:20938:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a4b5 00000020:00000080:1.0:1788197889.251490:0:20938:0:(genops.c:885:class_export_put()) final put ffff9850c382c000/lustre-MDT0001-osd_UUID 00000020:01000000:1.0:1788197889.251498:0:20938:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:1.0:1788197889.251506:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9850c382c000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1788197889.251515:0:20938:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788197889.251519:0:20938:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788197889.251523:0:20938:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff9851d0703370) has no exports 00000020:00000080:0.0:1788197889.613505:0:20938:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788197889.613522:0:20938:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:0.0:1788197889.613528:0:20938:0:(genops.c:885:class_export_put()) final put ffff9851f1f0a000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1788197889.613532:0:20938:0:(genops.c:844:class_export_destroy()) destroying export ffff9851f1f0a000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:0.0:1788197889.613544:0:20938:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:0.0:1788197889.615041:0:20938:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9851f1f0d800 00000020:01000000:0.0:1788197889.615073:0:20938:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:0.0:1788197889.615081:0:20938:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788197889.615087:0:20938:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788197889.615092:0:20938:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff9851f3c68000) has no exports 00000100:00100000:3.0:1788197889.615424:0:19957:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff9851e6760c00:19957] 3 exiting: rc = 0 00000100:00100000:2.0:1788197889.615928:0:17167:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff9851e74a5400:17167] 1 exiting: rc = 0 00000100:00100000:2.0:1788197889.616022:0:17166:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff9850c1c2c000:17166] 0 exiting: rc = 1 00000100:00100000:2.0:1788197889.616145:0:17168:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff9851e74a4200:17168] 2 exiting: rc = 0 00000100:00100000:0.0:1788197889.616377:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616385:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616392:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616397:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616404:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616410:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616417:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616423:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616430:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616435:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616441:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616446:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616452:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616459:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616465:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616471:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616477:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616484:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616490:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616495:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616500:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616505:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616520:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616524:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616530:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616535:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616540:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616545:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616551:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616557:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616562:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616567:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616572:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616578:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616583:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616588:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616593:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616732:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616803:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616811:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616817:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616823:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616828:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616834:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616839:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616845:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616851:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616857:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616862:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616866:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616871:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616876:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616881:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616886:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616891:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616897:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616902:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616920:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616925:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616931:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616936:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616942:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616948:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.616955:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.627179:0:17169:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff9851d6219400:17169] 0 exiting: rc = 1 00000100:00100000:1.0:1788197889.627500:0:17170:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff9850c1eaae00:17170] 1 exiting: rc = 0 00000100:00100000:0.0:1788197889.627634:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.627646:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.627653:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.627659:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.627664:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.627671:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.627676:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.627681:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.627698:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.627705:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.627711:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.627717:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.627722:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.627727:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.627733:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.627923:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.627932:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.627937:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.627942:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.627947:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.627953:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.627958:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.627975:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.627981:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.627986:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.627990:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.627996:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628001:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628022:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628027:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628032:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628037:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628042:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628048:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628053:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628058:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628063:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628068:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628074:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628079:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628084:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628089:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628095:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628100:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628105:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628111:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628117:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628123:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628129:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628136:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628142:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628148:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628153:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628158:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628164:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628170:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628417:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628426:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628430:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628435:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628439:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628444:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628448:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.628462:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.629126:0:17172:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff9850c1c2cc00:17172] 0 exiting: rc = 1 00000100:00100000:3.0:1788197889.631417:0:17173:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff9850c1c2c400:17173] 1 exiting: rc = 0 00000100:00100000:3.0:1788197889.631515:0:17908:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff9851d0a0fc00:17908] 2 exiting: rc = 0 00000100:00100000:0.0:1788197889.631808:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.631816:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.631823:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.631829:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.631844:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.631852:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.631858:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.631864:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.631870:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.631876:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.631882:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.631888:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.631894:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.631900:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.631907:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.631913:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.631932:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.631940:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.631945:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.631951:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.631957:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.631975:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.631983:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.631989:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.631995:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632001:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632007:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632013:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632031:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632038:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632044:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632050:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632056:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632072:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632078:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632084:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632090:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632096:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632102:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632108:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632126:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632132:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632137:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632143:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632149:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632155:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632161:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632167:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632185:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632192:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632198:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632204:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632223:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632230:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632236:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632242:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632249:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632254:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632259:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632265:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632272:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632278:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632284:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.632290:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197889.657746:0:17174:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff9851d6217200:17174] 0 exiting: rc = 1 00000100:00100000:0.0:1788197889.658425:0:17175:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff9851d6217c00:17175] 1 exiting: rc = 0 00000100:00100000:3.0:1788197889.658582:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658590:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658620:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658626:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658631:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658636:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658641:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658646:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658651:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658656:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658660:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658665:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658669:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658674:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658679:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658684:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658689:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658694:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658699:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658704:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658709:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658713:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658718:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658722:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658727:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658731:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658736:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658741:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658745:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658751:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658756:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658760:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658766:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658771:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658777:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658783:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658788:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658800:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658805:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658810:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658814:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658819:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658823:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658828:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658832:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658847:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658851:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658856:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658861:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658873:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658879:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658883:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658888:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658894:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658898:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658903:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658909:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658915:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658919:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658924:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658929:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658934:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658939:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.658944:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197889.660219:0:17176:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff985200ecac00:17176] 0 exiting: rc = 1 00000100:00100000:2.0:1788197889.660557:0:17177:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff985200eca200:17177] 1 exiting: rc = 0 00000100:00100000:3.0:1788197889.663260:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.663270:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.663276:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.663281:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.663286:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.663292:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.663297:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.663303:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.663336:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.663342:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.663350:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664091:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664097:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664102:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664107:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664112:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664117:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664122:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664126:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664132:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664136:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664141:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664146:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664151:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664156:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664162:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664166:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664170:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664174:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664179:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664184:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664189:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664194:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664198:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664203:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664209:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664214:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664218:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664224:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664229:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664234:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664240:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664245:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664260:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664265:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664269:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664273:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664278:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664282:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664286:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664291:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664295:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664300:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664306:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664311:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664714:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664721:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664726:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664731:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664736:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664741:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664746:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664750:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.664755:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.668433:0:17178:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff985200ecb200:17178] 0 exiting: rc = 1 00000100:00100000:2.0:1788197889.669592:0:17179:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff985200eca800:17179] 1 exiting: rc = 0 00000100:00100000:3.0:1788197889.669820:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.669828:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.669833:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.669839:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.669843:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.669849:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.669854:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.669859:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.669864:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.669870:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.669875:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.669880:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.669885:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.669892:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.669910:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.669915:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.669920:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.669925:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.669930:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.669934:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.669940:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.669946:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.669950:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.669956:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.669976:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.669983:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.669988:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.669994:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.669998:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.672929:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.672951:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.672956:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.672978:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.672984:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.672990:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.672995:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.673001:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.673006:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.673011:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.673016:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.673022:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.673027:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.673032:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.673039:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.673044:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.673049:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.673054:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.673060:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.673066:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.673086:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.673091:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.673096:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.673101:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.673107:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.673112:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.673117:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.673122:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.673127:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.673131:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.673137:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.673142:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.673146:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.673151:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.673156:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197889.676065:0:17181:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff9850c1eaaa00:17181] 1 exiting: rc = 0 00000100:00100000:0.0:1788197889.676367:0:17180:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff9850c1eaa400:17180] 0 exiting: rc = 1 00000100:00100000:0.0:1788197889.678051:0:17182:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff9850c1eab600:17182] 2 exiting: rc = 0 00000100:00100000:3.0:1788197889.678364:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678377:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678384:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678390:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678405:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678413:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678418:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678424:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678429:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678436:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678442:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678447:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678453:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678476:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678483:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678488:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678494:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678500:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678506:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678512:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678532:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678538:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678544:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678550:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678558:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678564:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678569:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678575:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678580:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678586:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678592:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678597:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678603:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678610:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678616:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678621:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678627:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678646:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678654:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678660:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678666:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678673:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678680:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678687:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678693:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678700:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678705:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678712:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678717:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678722:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678728:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678733:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678738:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678743:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678749:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678761:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678767:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678773:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678778:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678784:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678790:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678796:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678801:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197889.678806:0:20938:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1788197889.694802:0:20938:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788197889.694822:0:20938:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:3.0:1788197889.694829:0:20938:0:(genops.c:885:class_export_put()) final put ffff9851fc38c800/MDS_uuid 00000020:00000080:3.0:1788197889.694835:0:20938:0:(genops.c:844:class_export_destroy()) destroying export ffff9851fc38c800/MDS_uuid for MDS 00000020:01000000:3.0:1788197889.694848:0:20938:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:3.0:1788197889.695036:0:20938:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:0.0:1788197889.927696:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788197890.941529:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788197891.528031:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4d8828bb-e049-4d1c-8150-87c72a0c100e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788197891.528043:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4d8828bb-e049-4d1c-8150-87c72a0c100e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788197891.528047:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788197891.528051:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788197891.528056:0:8:0:(import.c:65:import_set_state_nolock()) ffff9851fc3d7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788197891.528066:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 595 00000100:00080000:3.0:1788197891.528072:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788197891.528081:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9851fc3d7800 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:3.0:1788197891.528119:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851c6d58a80 x1875060819471744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788197891.528170:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788197891.528174:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788197891.528176:0:8:0:(import.c:65:import_set_state_nolock()) ffff9851fb758800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788197891.528179:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 595 00000100:00080000:3.0:1788197891.528188:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788197891.528192:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9851fb758800 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:3.0:1788197891.528205:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851c6d59c00 x1875060819472000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788197891.528241:0:3613:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788197891.528260:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3613:1875060819471872:0@lo:400:kworker.0 00000400:00000100:3.0:1788197891.528341:0:3613:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875060819471872 offset 0 length 224: 4 00000100:00100000:1.0:1788197891.528443:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3612:1875060819471744:0@lo:38:kworker.0 00000400:00000100:1.0:1788197891.528468:0:3612:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875060819471744 offset 0 length 520: 4 00000100:00100000:1.0:1788197891.528482:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3612:1875060819472000:0@lo:38:kworker.0 00000400:00000100:1.0:1788197891.528497:0:3612:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875060819472000 offset 0 length 520: 4 00000100:00100000:1.0:1788197891.528518:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788197891.528526:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3616:1875060819472128:0@lo:400:kworker.0 00000400:00000100:1.0:1788197891.528544:0:3616:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875060819472128 offset 0 length 224: 4 00010000:00010000:1.0:1788197891.968832:0:20940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197892.989661:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197894.036102:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1788197894.383807:0:21140:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:2.0:1788197894.393995:0:21140:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0000 00010000:00010000:2.0:1788197894.394067:0:21140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851c57e3a00/0xb1c7fb411490a628 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490a62f expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197894.394084:0:21140:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851c57e3a00/0xb1c7fb411490a628 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490a62f expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197894.394092:0:21140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851c57e3a00/0xb1c7fb411490a628 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a62f expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197894.394099:0:21140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.139@tcp lock: ffff9851c57e3a00/0xb1c7fb411490a628 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a62f expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197894.394129:0:21140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1788197894.394135:0:21140:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1788197894.394163:0:21140:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788197894.394175:0:21140:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9851c6d58a80 x1875060819471744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788197911 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788197894.394192:0:21140:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788197894.394198:0:21140:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788197894.394216:0:21140:0:(import.c:65:import_set_state_nolock()) ffff9851fc3d7800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1788197894.394222:0:21140:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788197894.394225:0:21140:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9851c6d58a80 x1875060819471744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788197911 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788197894.394231:0:21140:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788197894.394234:0:21140:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 22s for inflight to error out 00010000:00010000:3.0:1788197894.394489:0:20940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788197894.394498:0:20940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9851c57e3a00/0xb1c7fb411490a628 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a62f expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197894.394506:0:20940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c57e3a00 already unused, calling callback (ffffffffc125cc20) 10000000:00010000:3.0:1788197894.394510:0:20940:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9851c57e3a00/0xb1c7fb411490a628 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a62f expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197894.394519:0:20940:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9851c57e3a00/0xb1c7fb411490a628 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xb1c7fb411490a62f expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788197894.394526:0:20940:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9851c57e3a00/0xb1c7fb411490a628 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xb1c7fb411490a62f expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788197894.394532:0:20940:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788197894.394534:0:20940:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1788197894.394537:0:20940:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1788197894.394552:0:20940:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9851ff6e9000 00010000:00010000:3.0:1788197894.394556:0:20940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9851c57e3a00/0xb1c7fb411490a628 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xb1c7fb411490a62f expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197894.394562:0:20940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9851c57e3a00/0xb1c7fb411490a628 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xb1c7fb411490a62f expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197894.394580:0:20940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197894.394582:0:20940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197894.394584:0:20940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788197894.396713:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3612:1875060819471744:0@lo:38:kworker.0 00000100:00080000:3.0:1788197894.398688:0:21140:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788197894.398706:0:21140:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9851c6d59880 x1875060819471872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197907 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788197894.398770:0:21140:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788197894.398777:0:21140:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1788197894.398804:0:21140:0:(import.c:65:import_set_state_nolock()) ffff9851fc3d2000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1788197894.398862:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3612:1875060819472256:0@lo:39:umount.0 00000400:00000100:1.0:1788197894.398934:0:3612:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875060819472256 offset 0 length 224: 4 00000100:00100000:0.0:1788197894.399014:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3613:1875060819471872:0@lo:400:kworker.0 00000100:00080000:0.0:1788197894.591303:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4d8828bb-e049-4d1c-8150-87c72a0c100e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788197894.591312:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4d8828bb-e049-4d1c-8150-87c72a0c100e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788197894.591333:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788197894.591347:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788197894.591529:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788197894.591552:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7694380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3615:1875060819472384:0@lo:400:kworker.0 00000400:00000100:2.0:1788197894.591635:0:3615:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875060819472384 offset 0 length 224: 4 00010000:00010000:0.0:1788197895.038068:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788197895.111375:0:18670:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788197895.111386:0:18670:0:(genops.c:885:class_export_put()) final put ffff9851f72e4000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788197895.112360:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9851f72e4000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1788197895.112421:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9851f72e7800 for lustre-OST0000 00000001:00100000:3.0:1788197895.112829:0:19487:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1788197895.112834:0:19487:0:(genops.c:885:class_export_put()) final put ffff9850c1d55800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788197895.112901:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9850c1d55800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1788197895.112939:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9850c1d53800 for lustre-OST0001 00010000:00010000:0.0:1788197896.061884:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788197896.639523:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4d8828bb-e049-4d1c-8150-87c72a0c100e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788197896.639534:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4d8828bb-e049-4d1c-8150-87c72a0c100e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788197896.639537:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788197896.639541:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788197896.639928:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3613:1875060819472512:0@lo:400:kworker.0 00000400:00000100:0.0:1788197896.639994:0:3613:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875060819472512 offset 0 length 224: 4 00010000:00010000:3.0:1788197897.085846:0:20940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197898.109677:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197899.138402:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788197899.518016:0:3612:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788197889/real 1788197889] req@ffff9851e7e02680 x1875060819471616/t0(0) o250->MGC192.168.204.139@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788197899 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788197899.518052:0:3612:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9851e7e02680 x1875060819471616/t0(0) o250->MGC192.168.204.139@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788197899 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788197899.518075:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851ff6e9000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788197899.518110:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1788197899.518115:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4d8828bb-e049-4d1c-8150-87c72a0c100e:3612:1875060819471616:0@lo:250:ptlrpcd_00_02.0 00000100:00080000:0.0:1788197899.518177:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4d8828bb-e049-4d1c-8150-87c72a0c100e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788197899.518184:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1788197899.518187:0:37:0:(import.c:65:import_set_state_nolock()) ffff9851ff6e9000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788197899.518192:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 0@lo last attempt 598 00000100:00080000:0.0:1788197899.518198:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.139@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788197899.518204:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.139@tcp: import ffff9851ff6e9000 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:0.0:1788197899.518240:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851e7694000 x1875060819472640/t0(0) o250->MGC192.168.204.139@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788197899.518284:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788197899.518288:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788197899.518421:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7695500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3614:1875060819472768:0@lo:400:kworker.0 00000400:00000100:3.0:1788197899.518474:0:3614:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875060819472768 offset 0 length 224: 4 00000100:00100000:1.0:1788197899.519011:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7694000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4d8828bb-e049-4d1c-8150-87c72a0c100e:3612:1875060819472640:0@lo:250:kworker.0 00000400:00000100:1.0:1788197899.519037:0:3612:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875060819472640 offset 0 length 520: 4 00010000:00010000:3.0:1788197900.157743:0:20940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197901.182383:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197902.209641:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197903.232671:0:20940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197904.253634:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788197904.637460:0:3612:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788197894/real 1788197894] req@ffff9851c6d5a680 x1875060819472256/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788197904 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788197904.637498:0:3612:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9851c6d5a680 x1875060819472256/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788197904 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788197904.637520:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851fc3d2000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1788197904.637541:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3612:1875060819472256:0@lo:39:umount.0 00000100:00080000:3.0:1788197904.637649:0:21140:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788197904.637654:0:21140:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788197904.637660:0:21140:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1788197904.638607:0:21140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3ce00/0xb1c7fb411490a5fe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490a605 expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197904.638622:0:21140:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3ce00/0xb1c7fb411490a5fe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490a605 expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197904.638638:0:21140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3ce00/0xb1c7fb411490a5fe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a605 expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197904.638667:0:21140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.139@tcp lock: ffff9850c3b3ce00/0xb1c7fb411490a5fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a605 expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197904.638763:0:21140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788197904.638771:0:21140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851c1667e00/0xb1c7fb411490a962 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490a969 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197904.638778:0:21140:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851c1667e00/0xb1c7fb411490a962 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490a969 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197904.638784:0:21140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851c1667e00/0xb1c7fb411490a962 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a969 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197904.638789:0:21140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.139@tcp lock: ffff9851c1667e00/0xb1c7fb411490a962 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a969 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197904.639525:0:21140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1788197904.639536:0:21140:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:3.0:1788197904.639574:0:21140:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0000 00000020:01000000:3.0:1788197904.639579:0:21140:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:3.0:1788197904.639587:0:21140:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788197904.639593:0:21140:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788197904.639597:0:21140:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff9851fb1fb370) has no exports 00000020:00080000:3.0:1788197904.639623:0:21140:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff9851fb1fb370) has no exports 00010000:00010000:1.0:1788197904.642284:0:20940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788197904.642299:0:20940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9850c3b3ce00/0xb1c7fb411490a5fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a605 expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197904.642312:0:20940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3ce00 already unused, calling callback (ffffffffc125cc20) 10000000:00010000:1.0:1788197904.642335:0:20940:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9850c3b3ce00/0xb1c7fb411490a5fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a605 expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197904.642370:0:20940:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9850c3b3ce00/0xb1c7fb411490a5fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xb1c7fb411490a605 expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788197904.642378:0:20940:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9850c3b3ce00/0xb1c7fb411490a5fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xb1c7fb411490a605 expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788197904.642384:0:20940:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788197904.642386:0:20940:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:1.0:1788197904.642390:0:20940:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:1.0:1788197904.642408:0:20940:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9851ff6e9000 00010000:00010000:1.0:1788197904.642413:0:20940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9850c3b3ce00/0xb1c7fb411490a5fe lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xb1c7fb411490a605 expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197904.642420:0:20940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9850c3b3ce00/0xb1c7fb411490a5fe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xb1c7fb411490a605 expref: -99 pid: 18669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197904.642434:0:20940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788197904.642437:0:20940:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9851c1667e00/0xb1c7fb411490a962 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a969 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197904.642443:0:20940:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c1667e00 already unused, calling callback (ffffffffc125cc20) 10000000:00010000:1.0:1788197904.642446:0:20940:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9851c1667e00/0xb1c7fb411490a962 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a969 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197904.642453:0:20940:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9851c1667e00/0xb1c7fb411490a962 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xb1c7fb411490a969 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788197904.642459:0:20940:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9851c1667e00/0xb1c7fb411490a962 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xb1c7fb411490a969 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788197904.642474:0:20940:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1788197904.642476:0:20940:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1788197904.642478:0:20940:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1788197904.642484:0:20940:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9851ff6e9000 00010000:00010000:1.0:1788197904.642487:0:20940:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9851c1667e00/0xb1c7fb411490a962 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xb1c7fb411490a969 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197904.642492:0:20940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9851c1667e00/0xb1c7fb411490a962 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xb1c7fb411490a969 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197904.642501:0:20940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788197904.642503:0:20940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788197904.642505:0:20940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197904.643277:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1788197904.644495:0:21140:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9850c1c9f060 - data ffff9851dd1b4d80/ffff9851e6709c00 00000020:01000000:3.0:1788197904.644615:0:21140:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9850c2fccb40 - data ffff9850c18611b0/ffff9851e7d73000 00100000:10000000:3.0:1788197904.659598:0:21140:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1788197904.672684:0:21140:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a613 00000020:00000080:2.0:1788197904.672697:0:21140:0:(genops.c:885:class_export_put()) final put ffff9851f72e2000/lustre-OST0000-osd_UUID 00000020:01000004:2.0:1788197904.672718:0:21140:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9851fb9a7800 from lustre-OST0000, refs=2 00000020:01000004:2.0:1788197904.672722:0:21140:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9851fb9a7800 2 00000020:01000004:2.0:1788197904.672726:0:21140:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9851fb9a7800 from lustre-OST0000 00000020:00000080:2.0:1788197904.672755:0:21140:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788197904.672768:0:21140:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:2.0:1788197904.672771:0:21140:0:(genops.c:885:class_export_put()) final put ffff9851f72e1800/lustre-OST0000_UUID 00000020:00000080:2.0:1788197904.672774:0:21140:0:(genops.c:844:class_export_destroy()) destroying export ffff9851f72e1800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:2.0:1788197904.672782:0:21140:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:2.0:1788197904.672848:0:21140:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:2.0:1788197904.672853:0:21140:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1788197904.672858:0:21140:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788197904.672865:0:21140:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788197904.672873:0:21140:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff9851fc3d6800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788197904.672881:0:21140:0:(genops.c:1553:class_disconnect_exports()) OBD device 23 (ffff9851f72a8000) has exports, disconnecting them 00000020:00080000:2.0:1788197904.672904:0:21140:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff9851fc3d6800), last request at 1788197813 00000020:00000080:2.0:1788197904.672910:0:21140:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a63d 00000020:00080000:2.0:1788197904.672920:0:21140:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9851fc3d6800): rc 0 00000020:00000080:2.0:1788197904.672926:0:21140:0:(genops.c:885:class_export_put()) final put ffff9851fc3d6800/lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1788197904.673750:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9851f72e2000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1788197904.673770:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9851fc3d6800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:1.0:1788197904.674663:0:21140:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:1.0:1788197904.674680:0:21140:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788197904.674684:0:21140:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788197904.674690:0:21140:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788197904.674901:0:21140:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788197904.674910:0:21140:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:1.0:1788197904.674915:0:21140:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1788197904.674921:0:21140:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788197904.674925:0:21140:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1788197904.674932:0:21140:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff9851c4de7000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788197904.674938:0:21140:0:(genops.c:1553:class_disconnect_exports()) OBD device 24 (ffff9850c2eb19b8) has exports, disconnecting them 00000020:00080000:1.0:1788197904.674942:0:21140:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff9851c4de7000), last request at 1788197813 00000020:00000080:1.0:1788197904.674946:0:21140:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a652 00000020:00080000:1.0:1788197904.674961:0:21140:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9851c4de7000): rc 0 00000020:00000080:1.0:1788197904.674966:0:21140:0:(genops.c:885:class_export_put()) final put ffff9851c4de7000/lustre-MDT0001-lwp-OST0000 00000020:00000080:0.0:1788197904.675684:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9851fc3d7800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1788197904.675694:0:8:0:(genops.c:885:class_export_put()) final put ffff9851c4de3000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:0.0:1788197904.675697:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9851c4de3000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:0.0:1788197904.675703:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:0.0:1788197904.675773:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9851c4de7000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:0.0:1788197904.675804:0:21140:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:0.0:1788197904.675808:0:21140:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788197904.675812:0:21140:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788197904.675816:0:21140:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788197904.675833:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9851fc3d2000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:0.0:1788197904.675959:0:21140:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788197904.675965:0:21140:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:0.0:1788197904.675968:0:21140:0:(genops.c:885:class_export_put()) final put ffff9851fc3d4800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:0.0:1788197904.675971:0:21140:0:(genops.c:844:class_export_destroy()) destroying export ffff9851fc3d4800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:0.0:1788197904.675977:0:21140:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:0.0:1788197904.676004:0:21140:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9851fb9a7800 1 00000020:00000080:0.0:1788197904.676010:0:21140:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a5f0 00000020:00000080:0.0:1788197904.676015:0:21140:0:(genops.c:885:class_export_put()) final put ffff9851fb9a3800/lustre-OST0000-osd_UUID 00000020:01000000:0.0:1788197904.676032:0:21140:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:0.0:1788197904.676040:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9851fb9a3800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1788197904.676049:0:21140:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788197904.676053:0:21140:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788197904.676056:0:21140:0:(genops.c:1558:class_disconnect_exports()) OBD device 20 (ffff9851f72acd28) has no exports 00000020:00000080:0.0:1788197904.783859:0:21140:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788197904.783876:0:21140:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:0.0:1788197904.783882:0:21140:0:(genops.c:885:class_export_put()) final put ffff9851fb9a3000/lustre-OST0000-osd_UUID 00000020:00000080:0.0:1788197904.783887:0:21140:0:(genops.c:844:class_export_destroy()) destroying export ffff9851fb9a3000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:0.0:1788197904.783898:0:21140:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:0.0:1788197904.784022:0:21140:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9851fb9a2800 00000020:02000400:0.0:1788197904.784070:0:21140:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0000 complete 00000100:00080000:1.0:1788197904.834875:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4d8828bb-e049-4d1c-8150-87c72a0c100e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788197904.834887:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4d8828bb-e049-4d1c-8150-87c72a0c100e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788197904.834890:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788197904.834894:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788197904.834977:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3615:1875060819472896:0@lo:400:kworker.0 00000400:00000100:1.0:1788197904.835038:0:3615:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875060819472896 offset 0 length 224: 4 00010000:00010000:0.0:1788197905.279797:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197906.309672:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197907.326575:0:20940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1788197907.911416:0:3616:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788197891/real 1788197891] req@ffff9851c6d59500 x1875060819472128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788197907 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788197907.959043:0:3616:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9851c6d59500 x1875060819472128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788197907 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788197907.959061:0:3616:0:(import.c:65:import_set_state_nolock()) ffff9851fb9a1000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788197907.959066:0:3616:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1788197907.998125:0:3616:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00080000:2.0:1788197907.998902:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4d8828bb-e049-4d1c-8150-87c72a0c100e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788197907.998911:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4d8828bb-e049-4d1c-8150-87c72a0c100e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788197907.998915:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788197907.998919:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788197907.998922:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788197907.998926:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1788197907.998930:0:8:0:(import.c:65:import_set_state_nolock()) ffff9851fb9a1000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788197907.998941:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 539 00000100:00080000:2.0:1788197907.998954:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9851fb9a1000 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:2.0:1788197907.999005:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851e7e03800 x1875060819473024/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788197907.999057:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3612:1875060819473024:0@lo:38:kworker.0 00000400:00000100:2.0:1788197907.999129:0:3612:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875060819473024 offset 0 length 520: 4 00000100:00100000:2.0:1788197907.999862:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3616:1875060819472128:0@lo:400:kworker.0 00010000:00010000:1.0:1788197908.349769:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788197908.965113:0:21343:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:2.0:1788197908.989616:0:21343:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0001 00010000:00010000:2.0:1788197908.989745:0:21343:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851d03b0200/0xb1c7fb411490a78d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490a794 expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197908.989767:0:21343:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851d03b0200/0xb1c7fb411490a78d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490a794 expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197908.989803:0:21343:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851d03b0200/0xb1c7fb411490a78d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a794 expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197908.989810:0:21343:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.139@tcp lock: ffff9851d03b0200/0xb1c7fb411490a78d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a794 expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197908.989842:0:21343:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1788197908.989850:0:21343:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1788197908.989886:0:21343:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788197908.989902:0:21343:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9851c6d59c00 x1875060819472000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788197911 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788197908.989934:0:21343:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788197908.989943:0:21343:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788197908.989951:0:21343:0:(import.c:65:import_set_state_nolock()) ffff9851fb758800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1788197908.989957:0:21343:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788197908.989960:0:21343:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9851c6d59c00 x1875060819472000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788197911 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788197908.989968:0:21343:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788197908.989972:0:21343:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 4s for inflight to error out 00000100:00100000:3.0:1788197908.990720:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3612:1875060819472000:0@lo:38:kworker.0 00010000:00010000:0.0:1788197908.991828:0:17154:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00080000:2.0:1788197908.991832:0:21343:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00010000:00010000:0.0:1788197908.991843:0:17154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9851d03b0200/0xb1c7fb411490a78d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a794 expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788197908.991847:0:21343:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9851e7694380 x1875060819472384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1788197908.991857:0:17154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851d03b0200 already unused, calling callback (ffffffffc125cc20) 10000000:00010000:0.0:1788197908.991861:0:17154:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9851d03b0200/0xb1c7fb411490a78d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a794 expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197908.991874:0:17154:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9851d03b0200/0xb1c7fb411490a78d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xb1c7fb411490a794 expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788197908.991879:0:21343:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9851e7e01880 x1875060819472512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197912 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:00010000:0.0:1788197908.991883:0:17154:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9851d03b0200/0xb1c7fb411490a78d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xb1c7fb411490a794 expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788197908.991889:0:17154:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:2.0:1788197908.991893:0:21343:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9851e7695500 x1875060819472768/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1788197908.991893:0:17154:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1788197908.991896:0:17154:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00100000:2.0:1788197908.991906:0:21343:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9851e6749880 x1875060819472896/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788197908.991924:0:21343:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9851e7e03800 x1875060819473024/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788197917 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788197908.991933:0:21343:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00010000:00010000:0.0:1788197908.991935:0:17154:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9851ff6e9000 00010000:00010000:0.0:1788197908.991939:0:17154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9851d03b0200/0xb1c7fb411490a78d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xb1c7fb411490a794 expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788197908.991940:0:21343:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1788197908.991946:0:21343:0:(import.c:65:import_set_state_nolock()) ffff9851fb9a1000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00010000:00010000:0.0:1788197908.991947:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9851d03b0200/0xb1c7fb411490a78d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xb1c7fb411490a794 expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788197908.991951:0:21343:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788197908.991955:0:21343:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9851e7694380 x1875060819472384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197910 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788197908.991962:0:21343:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9851e7e01880 x1875060819472512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197912 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1788197908.991962:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197908.991964:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197908.991966:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788197908.991969:0:21343:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9851e7695500 x1875060819472768/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197915 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788197908.991977:0:21343:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9851e6749880 x1875060819472896/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197920 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788197908.991985:0:21343:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9851e7e03800 x1875060819473024/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788197917 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788197908.991991:0:21343:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788197908.991995:0:21343:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 16s for inflight to error out 00000100:00100000:1.0:1788197908.992183:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3615:1875060819472896:0@lo:400:kworker.0 00000100:00100000:1.0:1788197908.992207:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7694380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3615:1875060819472384:0@lo:400:kworker.0 00000100:00100000:1.0:1788197908.992263:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3613:1875060819472512:0@lo:400:kworker.0 00000100:00100000:3.0:1788197908.992446:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7695500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3614:1875060819472768:0@lo:400:kworker.0 00000100:00100000:3.0:1788197908.992476:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3612:1875060819473024:0@lo:38:kworker.0 00010000:00010000:2.0:1788197909.000849:0:21343:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3dc00/0xb1c7fb411490a763 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490a76a expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197909.000875:0:21343:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3dc00/0xb1c7fb411490a763 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490a76a expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197909.000884:0:21343:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3dc00/0xb1c7fb411490a763 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a76a expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197909.000917:0:21343:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.139@tcp lock: ffff9850c3b3dc00/0xb1c7fb411490a763 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a76a expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197909.000964:0:21343:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788197909.000974:0:21343:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851c1667a00/0xb1c7fb411490a954 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490a95b expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197909.000981:0:21343:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851c1667a00/0xb1c7fb411490a954 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490a95b expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197909.000987:0:21343:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851c1667a00/0xb1c7fb411490a954 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a95b expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197909.000993:0:21343:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.139@tcp lock: ffff9851c1667a00/0xb1c7fb411490a954 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xb1c7fb411490a95b expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197909.001010:0:21343:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:2.0:1788197909.001015:0:21343:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:2.0:1788197909.001056:0:21343:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0001 00000020:01000000:2.0:1788197909.001062:0:21343:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:2.0:1788197909.001066:0:21343:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788197909.001073:0:21343:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788197909.001078:0:21343:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff9850c2053370) has no exports 00000020:00080000:2.0:1788197909.001106:0:21343:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff9850c2053370) has no exports 00010000:00010000:1.0:1788197909.003305:0:17155:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788197909.003349:0:17155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9850c3b3dc00/0xb1c7fb411490a763 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a76a expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197909.003363:0:17155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3dc00 already unused, calling callback (ffffffffc125cc20) 10000000:00010000:1.0:1788197909.003369:0:17155:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9850c3b3dc00/0xb1c7fb411490a763 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a76a expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197909.003404:0:17155:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9850c3b3dc00/0xb1c7fb411490a763 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xb1c7fb411490a76a expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788197909.003412:0:17155:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9850c3b3dc00/0xb1c7fb411490a763 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xb1c7fb411490a76a expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788197909.003419:0:17155:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788197909.003422:0:17155:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:1.0:1788197909.003425:0:17155:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:1.0:1788197909.003448:0:17155:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9851ff6e9000 00010000:00010000:1.0:1788197909.003452:0:17155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9850c3b3dc00/0xb1c7fb411490a763 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xb1c7fb411490a76a expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197909.003459:0:17155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9850c3b3dc00/0xb1c7fb411490a763 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xb1c7fb411490a76a expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197909.003475:0:17155:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788197909.003479:0:17155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9851c1667a00/0xb1c7fb411490a954 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a95b expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197909.003485:0:17155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c1667a00 already unused, calling callback (ffffffffc125cc20) 10000000:00010000:1.0:1788197909.003488:0:17155:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9851c1667a00/0xb1c7fb411490a954 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xb1c7fb411490a95b expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197909.003495:0:17155:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9851c1667a00/0xb1c7fb411490a954 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xb1c7fb411490a95b expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788197909.003501:0:17155:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9851c1667a00/0xb1c7fb411490a954 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xb1c7fb411490a95b expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788197909.003517:0:17155:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1788197909.003519:0:17155:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1788197909.003522:0:17155:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1788197909.003527:0:17155:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9851ff6e9000 00010000:00010000:1.0:1788197909.003530:0:17155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9851c1667a00/0xb1c7fb411490a954 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xb1c7fb411490a95b expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197909.003546:0:17155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9851c1667a00/0xb1c7fb411490a954 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xb1c7fb411490a95b expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197909.003561:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788197909.003563:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788197909.003564:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1788197909.003798:0:21343:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9850c1c76060 - data ffff9851dd171870/ffff9850c2c45c00 00000020:01000000:2.0:1788197909.004007:0:21343:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9850c1c76600 - data ffff9851d2b2f0d8/ffff9850c4120400 00010000:00010000:3.0:1788197909.004336:0:20940:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:2.0:1788197909.014195:0:21343:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1788197909.028096:0:21343:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a778 00000020:00000080:3.0:1788197909.028119:0:21343:0:(genops.c:885:class_export_put()) final put ffff9851f73e2800/lustre-OST0001-osd_UUID 00000020:01000004:3.0:1788197909.028149:0:21343:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9851fc3d6000 from lustre-OST0001, refs=2 00000020:01000004:3.0:1788197909.028153:0:21343:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9851fc3d6000 2 00000020:01000004:3.0:1788197909.028157:0:21343:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9851fc3d6000 from lustre-OST0001 00000020:00000080:3.0:1788197909.028189:0:21343:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788197909.028203:0:21343:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:3.0:1788197909.028207:0:21343:0:(genops.c:885:class_export_put()) final put ffff9851f73e6800/lustre-OST0001_UUID 00000020:00000080:3.0:1788197909.028211:0:21343:0:(genops.c:844:class_export_destroy()) destroying export ffff9851f73e6800/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:3.0:1788197909.028219:0:21343:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000020:00000080:1.0:1788197909.028263:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9851f73e2800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000100:00080000:3.0:1788197909.028401:0:21343:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 4d8828bb-e049-4d1c-8150-87c72a0c100e->MGS 00010000:00010000:3.0:1788197909.028426:0:21343:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9850c3b3ca00/0xb1c7fb411490a4bc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xb1c7fb411490a4c3 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788197909.028442:0:21343:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9850c3b3ca00/0xb1c7fb411490a4bc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xb1c7fb411490a4c3 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788197909.028450:0:21343:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:3.0:1788197909.028453:0:21343:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:3.0:1788197909.028458:0:21343:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:3.0:1788197909.028480:0:21343:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9851ff6e9000 00010000:00010000:3.0:1788197909.028484:0:21343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9850c3b3ca00/0xb1c7fb411490a4bc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xb1c7fb411490a4c3 expref: -99 pid: 17899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197909.028505:0:21343:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9850c31d0c00/0xb1c7fb411490a3ab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xb1c7fb411490a3b2 expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788197909.028528:0:21343:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9850c31d0c00/0xb1c7fb411490a3ab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xb1c7fb411490a3b2 expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788197909.028535:0:21343:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788197909.028537:0:21343:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:3.0:1788197909.028539:0:21343:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:3.0:1788197909.028552:0:21343:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9851ff6e9000 00010000:00010000:3.0:1788197909.028556:0:21343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9850c31d0c00/0xb1c7fb411490a3ab lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xb1c7fb411490a3b2 expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788197909.028578:0:21343:0:(import.c:65:import_set_state_nolock()) ffff9851ff6e9000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:3.0:1788197909.028598:0:21343:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1788197909.028602:0:21343:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1788197909.028604:0:21343:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1788197909.028610:0:21343:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1788197909.028625:0:21343:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9851e7694000 x1875060819472640/t0(0) o250->MGC192.168.204.139@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1788197914 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1788197909.028654:0:21343:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1788197909.028657:0:21343:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 6s for inflight to error out 00000100:00100000:1.0:1788197909.028731:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7694000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4d8828bb-e049-4d1c-8150-87c72a0c100e:3612:1875060819472640:0@lo:250:kworker.0 10000000:01000000:3.0:1788197909.029701:0:21343:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1788197909.029718:0:21343:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a396 00000020:00000080:3.0:1788197909.029728:0:21343:0:(genops.c:885:class_export_put()) final put ffff9851fc38b000/4d8828bb-e049-4d1c-8150-87c72a0c100e 00000020:01000000:3.0:1788197909.030230:0:21343:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.204.139@tcp (flags='') 00000020:00000080:3.0:1788197909.030241:0:21343:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788197909.030252:0:21343:0:(obd_config.c:956:class_cleanup()) MGC192.168.204.139@tcp: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788197909.030258:0:21343:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff9850c2054d28) has no exports 10000000:01000000:0.0:1788197909.030382:0:17163:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 00000020:00000080:1.0:1788197909.031402:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9851fc38b000/4d8828bb-e049-4d1c-8150-87c72a0c100e for MGC192.168.204.139@tcp 10000000:01000000:3.0:1788197909.034822:0:21343:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.204.139@tcp: client import never connected 00000100:00080000:3.0:1788197909.034837:0:21343:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:3.0:1788197909.034848:0:21343:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1788197909.034855:0:21343:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:3.0:1788197909.034887:0:21343:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1788197909.034993:0:21343:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788197909.035008:0:21343:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.204.139@tcp (uuid 4d8828bb-e049-4d1c-8150-87c72a0c100e) 00000020:01000000:3.0:1788197909.035021:0:21343:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1788197909.035027:0:21343:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788197909.035034:0:21343:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788197909.035044:0:21343:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff9850c23b6800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788197909.035053:0:21343:0:(genops.c:1553:class_disconnect_exports()) OBD device 27 (ffff9850c2eb3370) has exports, disconnecting them 00000020:00080000:3.0:1788197909.035058:0:21343:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff9850c23b6800), last request at 1788197830 00000020:00000080:3.0:1788197909.035063:0:21343:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a7a2 00000020:00080000:3.0:1788197909.035085:0:21343:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9850c23b6800): rc 0 00000020:00000080:3.0:1788197909.035092:0:21343:0:(genops.c:885:class_export_put()) final put ffff9850c23b6800/lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1788197909.035115:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9851ff6e9000 for MGC192.168.204.139@tcp 00000020:00000080:1.0:1788197909.035129:0:37:0:(genops.c:885:class_export_put()) final put ffff9851ff6ef000/4d8828bb-e049-4d1c-8150-87c72a0c100e 00000020:00000080:1.0:1788197909.035132:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9851ff6ef000/4d8828bb-e049-4d1c-8150-87c72a0c100e for MGC192.168.204.139@tcp 00000020:01000000:1.0:1788197909.035141:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.204.139@tcp (4d8828bb-e049-4d1c-8150-87c72a0c100e) 00000020:00000080:1.0:1788197909.037038:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9850c23b6800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:0.0:1788197909.064404:0:21343:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:0.0:1788197909.064418:0:21343:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788197909.064424:0:21343:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788197909.064434:0:21343:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788197909.064732:0:21343:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788197909.064758:0:21343:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:0.0:1788197909.064771:0:21343:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1788197909.064781:0:21343:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788197909.064788:0:21343:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788197909.064799:0:21343:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff9850c1d57800 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788197909.064807:0:21343:0:(genops.c:1553:class_disconnect_exports()) OBD device 28 (ffff9850c2eb0000) has exports, disconnecting them 00000020:00080000:0.0:1788197909.064813:0:21343:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff9850c1d57800), last request at 1788197830 00000020:00000080:0.0:1788197909.064818:0:21343:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a7b7 00000020:00080000:0.0:1788197909.064839:0:21343:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9850c1d57800): rc 0 00000020:00000080:0.0:1788197909.064847:0:21343:0:(genops.c:885:class_export_put()) final put ffff9850c1d57800/lustre-MDT0001-lwp-OST0001 00000020:00000080:1.0:1788197909.065822:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9851fb758800 for lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1788197909.065837:0:37:0:(genops.c:885:class_export_put()) final put ffff9850c23b6000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:1.0:1788197909.065841:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9850c23b6000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:1.0:1788197909.065860:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:1.0:1788197909.065966:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9850c1d57800/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:1.0:1788197909.066412:0:21343:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:1.0:1788197909.066419:0:21343:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788197909.066425:0:21343:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788197909.066432:0:21343:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788197909.066464:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9851fb9a1000 for lustre-MDT0001-lwp-OST0001 00010000:00010000:1.0:1788197909.068407:0:17154:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:1.0:1788197909.068623:0:17155:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:3.0:1788197909.112901:0:20940:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:3.0:1788197909.113291:0:17150:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff9851d6d3d200:17150] 1 exiting: rc = 0 00000100:00100000:0.0:1788197909.117843:0:17149:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff9851f3dc9200:17149] 0 exiting: rc = 1 00000100:00100000:1.0:1788197909.118280:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.119343:0:17153:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff9851e74d0600:17153] 2 exiting: rc = 0 00000100:00100000:1.0:1788197909.119446:0:17151:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff9851f3dc9600:17151] 0 exiting: rc = 1 00000100:00100000:3.0:1788197909.119575:0:17152:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff9850c2edaa00:17152] 1 exiting: rc = 0 00000100:00100000:2.0:1788197909.119751:0:18321:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff985200ec8a00:18321] 3 exiting: rc = 0 00000100:00100000:1.0:1788197909.119874:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.119884:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.119892:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.119897:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.119904:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.119911:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.119916:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.119922:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.119927:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.119940:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.119948:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.119955:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.119961:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.119967:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120050:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120061:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120067:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120079:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120091:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120098:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120104:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120114:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120120:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120138:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120144:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120150:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120156:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120162:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120260:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120268:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120275:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120282:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120288:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120294:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120301:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120307:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120332:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120341:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120348:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120355:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120372:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120379:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120390:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120519:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120525:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120531:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120620:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120627:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120633:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120639:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120645:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120651:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120657:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120663:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120669:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120674:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120680:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120686:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120702:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120709:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120714:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120720:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120727:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.120734:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1788197909.126295:0:21343:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788197909.126312:0:21343:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:1.0:1788197909.126347:0:21343:0:(genops.c:885:class_export_put()) final put ffff9850c23b1000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:1.0:1788197909.126353:0:21343:0:(genops.c:844:class_export_destroy()) destroying export ffff9850c23b1000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:1.0:1788197909.126371:0:21343:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:1.0:1788197909.126641:0:21343:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9851fc3d6000 1 00000020:00000080:1.0:1788197909.126649:0:21343:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xb1c7fb411490a75c 00000020:00000080:1.0:1788197909.126657:0:21343:0:(genops.c:885:class_export_put()) final put ffff9851fb75c800/lustre-OST0001-osd_UUID 00000020:01000000:1.0:1788197909.126676:0:21343:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:1.0:1788197909.126680:0:21343:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788197909.126686:0:21343:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1788197909.126692:0:21343:0:(genops.c:1558:class_disconnect_exports()) OBD device 25 (ffff9850c2eb4d28) has no exports 00000020:00000080:3.0:1788197909.127086:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9851fb75c800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:3.0:1788197909.199489:0:21343:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788197909.199505:0:21343:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:3.0:1788197909.199511:0:21343:0:(genops.c:885:class_export_put()) final put ffff985200ec0800/lustre-OST0001-osd_UUID 00000020:00000080:3.0:1788197909.199516:0:21343:0:(genops.c:844:class_export_destroy()) destroying export ffff985200ec0800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:3.0:1788197909.199528:0:21343:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:3.0:1788197909.200742:0:21343:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9851fc3d7000 00000020:01000000:3.0:1788197909.200771:0:21343:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:3.0:1788197909.200777:0:21343:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788197909.200782:0:21343:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788197909.200786:0:21343:0:(genops.c:1558:class_disconnect_exports()) OBD device 21 (ffff9851f72ab370) has no exports 00000020:00000080:1.0:1788197909.201418:0:21343:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788197909.201444:0:21343:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:1.0:1788197909.201453:0:21343:0:(genops.c:885:class_export_put()) final put ffff9851fb9a0000/OSS_uuid 00000020:00000080:1.0:1788197909.201459:0:21343:0:(genops.c:844:class_export_destroy()) destroying export ffff9851fb9a0000/OSS_uuid for OSS 00000020:01000000:1.0:1788197909.201474:0:21343:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00080000:3.0:1788197909.201625:0:17162:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:2.0:1788197909.208867:0:18675:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff9851f736ce00:18675] 2 exiting: rc = 0 00000100:00100000:1.0:1788197909.209122:0:19173:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff9850c307b000:19173] 3 exiting: rc = 0 00000100:00100000:3.0:1788197909.209767:0:18673:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff9851c4fc3200:18673] 0 exiting: rc = 1 00000100:00100000:3.0:1788197909.209858:0:18674:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff9850c38ef000:18674] 1 exiting: rc = 0 00000100:00100000:0.0:1788197909.214379:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214399:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214407:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214431:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214440:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214446:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214451:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214457:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214463:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214468:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214473:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214478:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214483:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214488:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214493:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214497:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214502:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214507:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214512:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214518:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214522:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214527:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214536:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214544:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214552:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214557:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214563:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214567:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214572:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214577:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214592:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214599:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214604:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214608:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214614:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214619:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214624:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214630:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214643:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214647:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214653:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214658:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214663:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214669:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214674:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214679:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214684:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214689:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214694:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214700:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214705:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214710:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214715:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214720:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214726:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214731:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214737:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214743:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214748:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214757:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214763:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214769:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214775:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.214781:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.215680:0:18677:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff9851f628be00:18677] 0 exiting: rc = 1 00000100:00100000:3.0:1788197909.216073:0:18678:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff9851f7310600:18678] 1 exiting: rc = 0 00000100:00100000:0.0:1788197909.216660:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216668:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216674:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216679:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216683:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216694:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216703:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216710:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216715:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216737:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216743:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216748:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216754:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216759:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216765:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216771:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216777:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216782:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216788:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216793:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216798:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216804:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216810:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216815:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216820:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216825:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216831:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216836:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216841:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216847:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216852:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216857:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216861:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216866:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216871:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216877:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216884:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216888:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216892:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216897:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216901:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216906:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216911:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216916:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216934:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216939:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216944:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216948:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216953:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216959:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216964:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216969:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216974:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216979:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216984:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216990:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.216995:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.217000:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.217005:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.217010:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.217015:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.217120:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.217126:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788197909.217131:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.220871:0:18679:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff9851fb8a0200:18679] 0 exiting: rc = 1 00000100:00100000:3.0:1788197909.221198:0:18680:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff9851fbbec000:18680] 1 exiting: rc = 0 00000100:00100000:0.0:1788197909.221644:0:18681:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff9851fbbed600:18681] 2 exiting: rc = 0 00000100:00100000:0.0:1788197909.221863:0:20306:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_003: service thread [ffff9850c4256600:20306] 3 exiting: rc = 0 00000100:00100000:2.0:1788197909.222984:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.222993:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.222999:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223535:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223547:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223553:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223559:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223565:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223571:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223705:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223712:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223718:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223723:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223728:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223754:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223762:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223768:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223773:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223779:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223785:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223790:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223795:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223801:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223806:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223811:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223816:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223822:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223828:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223833:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223839:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223845:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223850:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223855:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223860:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223883:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223888:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223894:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223899:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223917:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223924:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223930:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223937:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223943:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223949:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223955:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223960:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223965:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223970:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223975:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223980:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223986:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223991:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.223996:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.224002:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.224007:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.224012:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.224445:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.224456:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.224462:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.224467:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.224472:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.224478:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.224483:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.224497:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.234994:0:18682:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff9851e7a4ec00:18682] 0 exiting: rc = 1 00000100:00100000:0.0:1788197909.235122:0:18683:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff9851e7a4e600:18683] 1 exiting: rc = 0 00000100:00100000:2.0:1788197909.235293:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235300:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235305:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235310:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235460:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235481:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235487:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235493:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235498:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235504:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235509:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235515:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235521:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235526:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235532:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235537:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235543:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235548:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235554:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235559:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235564:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235569:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235574:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235719:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235729:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235734:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235740:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235746:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235752:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235757:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235762:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235768:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235777:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235783:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235788:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235793:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235798:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235803:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235807:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235813:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235825:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235829:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235835:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235839:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235844:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235849:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235855:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235863:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235868:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235873:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235879:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235884:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235888:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235893:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235897:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235902:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235907:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235912:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235917:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235923:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235928:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235933:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235939:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788197909.235944:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788197909.237827:0:18684:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff9851fbbed000:18684] 0 exiting: rc = 1 00000100:00100000:2.0:1788197909.238120:0:18685:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff9851f2795400:18685] 1 exiting: rc = 0 00000100:00100000:3.0:1788197909.238541:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238550:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238557:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238564:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238608:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238616:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238622:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238629:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238645:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238652:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238658:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238664:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238670:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238676:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238682:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238687:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238709:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238717:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238723:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238729:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238734:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238740:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238746:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238755:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238760:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238765:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238770:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238777:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238796:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238805:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238811:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238817:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238823:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238829:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238849:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238855:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238860:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238866:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238872:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238879:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238901:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238907:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238913:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238920:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238926:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238932:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238938:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238944:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238950:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238956:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238962:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238968:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238987:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.238994:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.239000:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.239006:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.239011:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.239018:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.239024:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.239031:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.239037:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.239043:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.239049:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788197909.239055:0:21343:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:0.0:1788197909.253600:0:21343:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:0.0:1788197932.098531:0:22108:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg439-server.virtnet: executing load_modules_local 00000020:01000004:0.0:1788197945.590774:0:22708:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1788197945.590782:0:22708:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:0.0:1788197945.590784:0:22708:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1788197945.591055:0:22708:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9851ffca4800 00000020:01000004:2.0:1788197945.591071:0:22708:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:2.0:1788197945.591078:0:22708:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1788197945.591099:0:22708:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff9850c2eb4d28) 00000020:00000080:2.0:1788197945.591112:0:22708:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1788197945.655618:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1788197945.659214:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1788197945.660634:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:0.0:1788197945.663167:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:0.0:1788197945.663412:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:0.0:1788197945.663668:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:0.0:1788197945.663968:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1788197945.664929:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1788197945.665368:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1788197945.665573:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1788197945.665854:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:0.0:1788197945.666405:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1788197945.667689:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:0.0:1788197945.668089:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:0.0:1788197945.668299:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1788197945.670578:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:0.0:1788197945.670886:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:0.0:1788197945.671903:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:0.0:1788197945.672751:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:0.0:1788197945.673789:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:0.0:1788197945.674579:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:0.0:1788197945.676858:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:0.0:1788197945.677501:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:0.0:1788197945.678240:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:0.0:1788197945.678733:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:0.0:1788197945.679829:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1788197945.680230:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:0.0:1788197945.680509:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:0.0:1788197945.680770:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:0.0:1788197945.681080:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1788197945.681299:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:0.0:1788197945.681633:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:0.0:1788197945.684060:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:0.0:1788197945.686115:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:0.0:1788197945.686701:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:0.0:1788197945.686995:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:0.0:1788197945.687243:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:0.0:1788197945.687639:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:0.0:1788197945.688139:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:0.0:1788197945.688413:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:0.0:1788197945.689521:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1788197945.689964:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:0.0:1788197945.690181:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1788197945.690657:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:0.0:1788197945.693158:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:0.0:1788197945.693712:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:0.0:1788197945.694075:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:0.0:1788197945.694952:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:0.0:1788197945.695910:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:0.0:1788197945.696133:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:0.0:1788197945.696746:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:2.0:1788197945.698367:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:2.0:1788197945.699046:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00080000:01000000:2.0:1788197945.699936:0:22708:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1788197945.700145:0:22708:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1788197945.700162:0:22708:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788197945.700173:0:22708:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb1c7fb411490ac09 00000020:01000004:2.0:1788197945.700180:0:22708:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:2.0:1788197945.700185:0:22708:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1788197945.700191:0:22708:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9851ffca4800 from MGS 00000020:01000004:2.0:1788197945.700195:0:22708:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1788197945.700205:0:22708:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff9850c2eb0000) 00000020:00000080:2.0:1788197945.700216:0:22708:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:2.0:1788197945.700275:0:22708:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9851ffca4800 from MGS, refs=2 00080000:01000000:2.0:1788197945.700280:0:22708:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:2.0:1788197945.700284:0:22708:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb1c7fb411490ac17 00000100:00100000:2.0:1788197945.703182:0:22708:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1788197945.703398:0:22708:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1788197945.703406:0:22708:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:3.0:1788197945.706822:0:22708:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:3.0:1788197945.706847:0:22708:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1788197945.711133:0:22708:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788197945.711824:0:22708:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:2.0:1788197945.711832:0:22708:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:3.0:1788197945.714754:0:22708:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:3.0:1788197945.714778:0:22708:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1788197945.715814:0:22708:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:2.0:1788197945.715825:0:22708:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:1.0:1788197945.719717:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788197945.719725:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788197945.719728:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197945.720202:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197945.720205:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197945.720207:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197945.729956:0:22708:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:3.0:1788197945.732074:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:2.0:1788197945.746183:0:22708:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:3.0:1788197945.750870:0:22720:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:2.0:1788197945.751856:0:22708:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:2.0:1788197945.751937:0:22708:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1788197945.753521:0:22708:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:2.0:1788197945.753972:0:22708:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788197945.754143:0:22708:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:2.0:1788197945.754150:0:22708:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:3.0:1788197945.758794:0:22708:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1788197945.758808:0:22708:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:2.0:1788197945.770175:0:22708:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:2.0:1788197945.770196:0:22708:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:2.0:1788197945.777531:0:22708:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:2.0:1788197945.777559:0:22708:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.139@tcp' 00000020:01000004:2.0:1788197945.777573:0:22708:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:2.0:1788197945.777608:0:22708:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.139@tcp (typ=mgc) 00000020:00000080:2.0:1788197945.777622:0:22708:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.139@tcp (ffff9850c2eb3370) 00000020:00000080:2.0:1788197945.777643:0:22708:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:2.0:1788197945.777751:0:22708:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9850c31cb800@MGC192.168.204.139@tcp: add connection 192.168.204.139@tcp at head 00010000:00010000:2.0:1788197945.777936:0:22708:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.139@tcp-0 is initialized 00000040:01000000:2.0:1788197945.777943:0:22708:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.139@tcp ctxt 1 is initialized 00000100:00080000:0.0:1788197945.778694:0:22725:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:0.0:1788197945.778990:0:22726:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1788197945.779169:0:22708:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.139@tcp (uuid 27515ceb-a8a3-4165-9bb1-71641bb462d7) 00000020:00000080:2.0:1788197945.779191:0:22708:0:(genops.c:1385:class_connect()) connect: client 27515ceb-a8a3-4165-9bb1-71641bb462d7, cookie 0xb1c7fb411490ac25 00000100:00080000:2.0:1788197945.779204:0:22708:0:(import.c:510:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788197945.779210:0:22708:0:(import.c:624:import_select_connection()) MGC192.168.204.139@tcp: import ffff9850c31cb800 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:2.0:1788197945.779243:0:22708:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851e7e00a80 x1875060819473152/t0(0) o250->MGC192.168.204.139@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788197945.779273:0:22708:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 27515ceb-a8a3-4165-9bb1-71641bb462d7->MGS 00000020:01000004:2.0:1788197945.779296:0:22708:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:2.0:1788197945.779302:0:22708:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:2.0:1788197945.779338:0:22708:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff9850c2eb19b8) 00000020:00000080:2.0:1788197945.779356:0:22708:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:3.0:1788197945.780470:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:27515ceb-a8a3-4165-9bb1-71641bb462d7:3612:1875060819473152:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1788197945.780551:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197945.780948:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819473152 00000100:00100000:1.0:1788197945.780963:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819473152 00000100:00100000:1.0:1788197945.781337:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788197945.781348:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851d84b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3612:x1875060819473152:12345-0@lo:250:mount.lustre.0 00010000:00080000:1.0:1788197945.781524:0:22721:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 27515ceb-a8a3-4165-9bb1-71641bb462d7@0@lo t0 exp 0000000000000000 cur 654 last 0 00000020:00000080:1.0:1788197945.781559:0:22721:0:(genops.c:1385:class_connect()) connect: client 27515ceb-a8a3-4165-9bb1-71641bb462d7, cookie 0xb1c7fb411490ac33 00000100:00080000:1.0:1788197945.781983:0:22721:0:(import.c:65:import_set_state_nolock()) ffff9851e67af800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788197945.783351:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851d84b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+5:3612:x1875060819473152:12345-0@lo:250:mount.lustre.0 Request processed in 2000us (2796us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197945.783362:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788197945.783940:0:3612:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.204.139@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788197945.783952:0:3612:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.204.139@tcp: connect to target with instance 0 00000100:00080000:3.0:1788197945.783961:0:3612:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.204.139@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1788197945.783966:0:3612:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1788197945.783969:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9850c31cb800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1788197945.783972:0:3612:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1788197945.783990:0:3612:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1788197945.783997:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:27515ceb-a8a3-4165-9bb1-71641bb462d7:3612:1875060819473152:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1788197945.815660:0:22708:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788197945.815897:0:22708:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:0.0:1788197945.815905:0:22708:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:1.0:1788197945.820567:0:22708:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:0.0:1788197945.822024:0:22708:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:0.0:1788197945.822936:0:22708:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:0.0:1788197945.822945:0:22708:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:0.0:1788197945.827588:0:22708:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788197945.827855:0:22708:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:0.0:1788197945.827868:0:22708:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:0.0:1788197945.829118:0:22708:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:0.0:1788197945.829130:0:22708:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:2.0:1788197945.868906:0:22708:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788197945.869127:0:22708:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:2.0:1788197945.869134:0:22708:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:2.0:1788197945.870792:0:22708:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:2.0:1788197945.870803:0:22708:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:0.0:1788197945.871531:0:22708:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788197945.871768:0:22708:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:0.0:1788197945.871774:0:22708:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:0.0:1788197945.872240:0:22708:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:0.0:1788197945.872247:0:22708:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:0.0:1788197945.872957:0:22708:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788197945.873106:0:22708:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:0.0:1788197945.873111:0:22708:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:0.0:1788197945.875310:0:22708:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:0.0:1788197945.875348:0:22708:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:0.0:1788197945.876143:0:22708:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788197945.876363:0:22708:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:0.0:1788197945.876370:0:22708:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:2.0:1788197945.877018:0:22708:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:2.0:1788197945.877026:0:22708:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:3.0:1788197945.902619:0:22708:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788197945.902963:0:22708:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1788197945.902970:0:22708:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:3.0:1788197945.905485:0:22708:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1788197945.905504:0:22708:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:3.0:1788197945.906753:0:22708:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1788197945.906765:0:22708:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:3.0:1788197945.908013:0:22708:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:3.0:1788197945.908115:0:22708:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:3.0:1788197945.908122:0:22708:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.139@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:0.0:1788197945.908553:0:22708:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.139@tcp ctxt 0 is initialized 00000020:01000004:0.0:1788197945.908592:0:22708:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.139@tcp, index=0000, flags=0x20005 00000020:01000004:0.0:1788197945.908597:0:22708:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1788197945.908599:0:22708:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788197945.908600:0:22708:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788197945.908601:0:22708:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788197945.908603:0:22708:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788197945.908605:0:22708:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788197945.908606:0:22708:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788197945.908608:0:22708:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788197945.908610:0:22708:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788197945.908611:0:22708:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788197945.908615:0:22708:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:0.0:1788197945.908617:0:22708:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788197945.908619:0:22708:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788197945.908620:0:22708:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788197945.908621:0:22708:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788197945.908622:0:22708:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788197945.908624:0:22708:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788197945.908625:0:22708:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788197945.908626:0:22708:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788197945.908632:0:22708:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788197945.908633:0:22708:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788197945.908742:0:22708:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1788197945.908766:0:22708:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7696d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819473280:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788197945.908841:0:22708:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197945.908936:0:22708:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c32100c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788197945.908980:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819473280 00000100:00100000:1.0:1788197945.908988:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819473280 00000100:00100000:1.0:1788197945.909143:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788197945.909155:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851d84b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+5:22708:x1875060819473280:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788197945.909206:0:22724:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1788197945.909209:0:22724:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1788197945.909212:0:22724:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:0.0:1788197945.909620:0:22745:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1788197945.910456:0:22724:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:0.0:1788197945.914752:0:22746:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:0.0:1788197945.914761:0:22746:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:0.0:1788197945.914764:0:22746:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:0.0:1788197945.914767:0:22746:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:0.0:1788197945.915355:0:22746:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:1.0:1788197945.915621:0:22724:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1788197945.915632:0:22724:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1788197945.918673:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851d84b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+5:22708:x1875060819473280:12345-0@lo:253:mount.lustre.0 Request processed in 9511us (9821us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197945.918689:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788197945.918836:0:22708:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7696d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819473280:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788197945.918852:0:22708:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1788197945.918856:0:22708:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788197945.918857:0:22708:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788197945.918859:0:22708:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788197945.918861:0:22708:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788197945.918862:0:22708:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788197945.918864:0:22708:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788197945.918865:0:22708:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788197945.918867:0:22708:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788197945.918878:0:22708:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788197945.918879:0:22708:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1788197945.918901:0:22708:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9851ffca4800 from lustre-MDT0000 10000000:01000000:0.0:1788197945.919009:0:22708:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:0.0:1788197945.919013:0:22708:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1788197945.919018:0:22708:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9850c2eb3370 10000000:01000000:0.0:1788197945.919023:0:22708:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788197945.919098:0:22708:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9850c2eb3370 from 1 10000000:01000000:0.0:1788197945.919102:0:22708:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1788197945.919143:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8400/0xb1c7fb411490ac3a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197945.919239:0:22708:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8400/0xb1c7fb411490ac3a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197945.919251:0:22708:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8400/0xb1c7fb411490ac3a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197945.919272:0:22708:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7696d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819473408:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788197945.919311:0:22708:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197945.919474:0:22708:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c3210c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788197945.919515:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819473408 00000100:00100000:1.0:1788197945.919522:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819473408 00000100:00100000:1.0:1788197945.919613:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788197945.919623:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851d84b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+5:22708:x1875060819473408:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788197945.919635:0:22721:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788197945.919671:0:22721:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9850c3b3ca00/0xb1c7fb411490ac41 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490ac3a expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197945.919695:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9850c3b3ca00/0xb1c7fb411490ac41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490ac3a expref: 6 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197945.919706:0:22721:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9850c3b3ca00/0xb1c7fb411490ac41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490ac3a expref: 6 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197945.919714:0:22721:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c3b3ca00, rc 0) 00000100:00100000:1.0:1788197945.919791:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851d84b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+6:22708:x1875060819473408:12345-0@lo:101:mount.lustre.0 Request processed in 168us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197945.919798:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788197945.919998:0:22708:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7696d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819473408:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788197945.920013:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8400/0xb1c7fb411490ac3a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ac41 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197945.920022:0:22708:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8400/0xb1c7fb411490ac3a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490ac41 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197945.920093:0:22708:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7696d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819473536:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788197945.920121:0:22708:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197945.920273:0:22708:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c3210c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788197945.920441:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819473536 00000100:00100000:1.0:1788197945.920447:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819473536 00000100:00100000:1.0:1788197945.920480:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788197945.920488:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851d84b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+6:22708:x1875060819473536:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788197945.920607:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851d84b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+6:22708:x1875060819473536:12345-0@lo:501:mount.lustre.0 Request processed in 119us (484us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788197945.920615:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788197945.920825:0:22708:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7696d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819473536:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1788197945.920860:0:22708:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1788197945.920926:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8400/0xb1c7fb411490ac3a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ac41 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197945.920936:0:22708:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8400/0xb1c7fb411490ac3a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ac41 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788197945.920958:0:22708:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9851ffca4800 10000000:01000000:0.0:1788197945.920963:0:22708:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788197945.920968:0:22708:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9851ffca4800 10000000:01000000:0.0:1788197945.920971:0:22708:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1788197945.920974:0:22708:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9851ffca4800 from 1 10000000:01000000:0.0:1788197945.920977:0:22708:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1788197945.920999:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9c00/0xb1c7fb411490ac48 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197945.921006:0:22708:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9c00/0xb1c7fb411490ac48 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197945.921014:0:22708:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9c00/0xb1c7fb411490ac48 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197945.921149:0:22708:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7696d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819473664:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788197945.921265:0:22708:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197945.921297:0:22708:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c3210c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788197945.921370:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819473664 00000100:00100000:1.0:1788197945.921375:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819473664 00000100:00100000:1.0:1788197945.921410:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788197945.921418:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851d84b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+6:22708:x1875060819473664:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788197945.921427:0:22721:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788197945.921439:0:22721:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9850c3b3c800/0xb1c7fb411490ac4f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490ac48 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197945.921456:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9850c3b3c800/0xb1c7fb411490ac4f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490ac48 expref: 7 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197945.921473:0:22721:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9850c3b3c800/0xb1c7fb411490ac4f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490ac48 expref: 7 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197945.921482:0:22721:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c3b3c800, rc 0) 00000100:00100000:1.0:1788197945.921521:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851d84b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+7:22708:x1875060819473664:12345-0@lo:101:mount.lustre.0 Request processed in 104us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197945.921528:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788197945.921658:0:22708:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7696d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819473664:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788197945.921670:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9c00/0xb1c7fb411490ac48 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ac4f expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197945.921679:0:22708:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9c00/0xb1c7fb411490ac48 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490ac4f expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788197945.921692:0:22708:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1788197945.922413:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9c00/0xb1c7fb411490ac48 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ac4f expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197945.922435:0:22708:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9c00/0xb1c7fb411490ac48 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ac4f expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788197945.922443:0:22708:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1788197945.922449:0:22708:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788197945.922456:0:22708:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9851ffca4800 10000000:01000000:0.0:1788197945.922459:0:22708:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1788197945.922463:0:22708:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1788197945.922465:0:22708:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1788197945.922494:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9600/0xb1c7fb411490ac56 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197945.922501:0:22708:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9600/0xb1c7fb411490ac56 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197945.922510:0:22708:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9600/0xb1c7fb411490ac56 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197945.922530:0:22708:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7696d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819473792:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788197945.922574:0:22708:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197945.922603:0:22708:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c3210780 going to sleep for 11 seconds 00000100:00100000:1.0:1788197945.922729:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819473792 00000100:00100000:1.0:1788197945.922736:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819473792 00000100:00100000:1.0:1788197945.922788:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788197945.922798:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851d84b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+7:22708:x1875060819473792:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788197945.922812:0:22724:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788197945.922824:0:22724:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9850c3b3da00/0xb1c7fb411490ac5d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490ac56 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197945.922843:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9850c3b3da00/0xb1c7fb411490ac5d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490ac56 expref: 8 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197945.922851:0:22724:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9850c3b3da00/0xb1c7fb411490ac5d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490ac56 expref: 8 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197945.922859:0:22724:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c3b3da00, rc 0) 00000100:00100000:1.0:1788197945.922914:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851d84b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+8:22708:x1875060819473792:12345-0@lo:101:mount.lustre.0 Request processed in 117us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197945.923064:0:22708:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7696d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819473792:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788197945.923078:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9600/0xb1c7fb411490ac56 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ac5d expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197945.923087:0:22708:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9600/0xb1c7fb411490ac56 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490ac5d expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197945.923360:0:22708:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7696d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819473920:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788197945.923393:0:22708:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197945.923417:0:22708:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c3210780 going to sleep for 11 seconds 00000100:00100000:3.0:1788197945.923482:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819473920 00000100:00100000:3.0:1788197945.923488:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819473920 00000100:00100000:3.0:1788197945.923521:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788197945.923529:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851d84b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+9:22708:x1875060819473920:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788197945.923677:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851d84b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+10:22708:x1875060819473920:12345-0@lo:501:mount.lustre.0 Request processed in 149us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197945.923693:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788197945.923835:0:22708:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7696d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819473920:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788197945.923863:0:22708:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7696d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819474048:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788197945.925420:0:22708:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197945.925466:0:22708:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c3210780 going to sleep for 11 seconds 00000100:00100000:1.0:1788197945.925575:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788197945.926371:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819474048 00000100:00100000:1.0:1788197945.926382:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819474048 00000100:00100000:1.0:1788197945.926454:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788197945.926463:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851d84b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+9:22708:x1875060819474048:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788197945.928541:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851d84b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+9:22708:x1875060819474048:12345-0@lo:503:mount.lustre.0 Request processed in 2068us (3117us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197945.928556:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788197945.929749:0:22708:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7696d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819474048:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788197945.930492:0:22747:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d59c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27515ceb-a8a3-4165-9bb1-71641bb462d7:22747:1875060819474176:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788197945.930834:0:22747:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197945.930939:0:22747:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d1d89a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788197945.934905:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819474176 00000100:00100000:0.0:1788197945.935253:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819474176 00000100:00100000:1.0:1788197945.935408:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788197945.935420:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+9:22747:x1875060819474176:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788197945.937367:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+9:22747:x1875060819474176:12345-0@lo:502:llog_process_th.0 Request processed in 1939us (6523us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197945.937381:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788197945.938097:0:22747:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d59c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27515ceb-a8a3-4165-9bb1-71641bb462d7:22747:1875060819474176:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788197945.938148:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788197945.938244:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788197945.938247:0:22747:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1788197945.938253:0:22747:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:3.0:1788197945.938257:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788197945.938271:0:22747:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff9851d0704d28) 00000020:00000080:3.0:1788197945.938305:0:22747:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:3.0:1788197945.938311:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:3.0:1788197945.938447:0:22747:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:3.0:1788197945.938457:0:22747:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb1c7fb411490ac6b 00000020:00000080:3.0:1788197945.938892:0:22747:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:3.0:1788197945.938898:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788197945.938902:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788197945.938903:0:22747:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1788197945.938907:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788197945.938910:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788197945.938912:0:22747:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:3.0:1788197945.938916:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788197945.939051:0:22747:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff9851d0700000) 00000020:00000080:3.0:1788197945.939065:0:22747:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:3.0:1788197945.939070:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1788197945.939073:0:22747:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:3.0:1788197945.939075:0:22747:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:3.0:1788197945.939081:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1788197945.939142:0:22747:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9851ffca4800 from lustre-MDT0000, refs=3 00000020:00000080:3.0:1788197945.939308:0:22747:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff9851d07019b8) 00000020:00000080:3.0:1788197945.939382:0:22747:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:3.0:1788197945.939447:0:22747:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:3.0:1788197945.939454:0:22747:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb1c7fb411490ac80 00000020:00000080:3.0:1788197945.939817:0:22747:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:3.0:1788197945.939825:0:22747:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1788197945.939831:0:22747:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xb1c7fb411490ac87 00080000:01000000:3.0:1788197945.939837:0:22747:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:3.0:1788197945.939842:0:22747:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb1c7fb411490ac8e 00010000:00010000:1.0:1788197946.098207:0:22747:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:1.0:1788197946.099576:0:22747:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934629 00000001:00080000:1.0:1788197946.100349:0:22747:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1788197946.100929:0:22747:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff9851fb1f8000) 00000020:00000080:1.0:1788197946.100952:0:22747:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:1.0:1788197946.101039:0:22747:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:1.0:1788197946.101047:0:22747:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb1c7fb411490ac9c 00000020:00000080:3.0:1788197946.102854:0:22747:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1788197946.121565:0:22747:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xb1c7fb411490aca3 00000020:00000080:0.0:1788197946.123811:0:22747:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:0.0:1788197946.123828:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788197946.123835:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788197946.123838:0:22747:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:0.0:1788197946.123841:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788197946.123844:0:22747:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:0.0:1788197946.123846:0:22747:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788197946.123847:0:22747:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788197946.123849:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788197946.123851:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788197946.123852:0:22747:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788197946.123854:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788197946.123873:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788197946.123875:0:22747:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:0.0:1788197946.123879:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:0.0:1788197946.123935:0:22747:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:0.0:1788197946.123950:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788197946.123959:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788197946.123960:0:22747:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:0.0:1788197946.123963:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788197946.123966:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788197946.123968:0:22747:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:0.0:1788197946.123970:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788197946.123976:0:22747:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.139@tcp to nid 0x20000c0a8cc8b (192.168.204.139@tcp) 00000020:00000080:0.0:1788197946.124010:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788197946.124025:0:22747:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff9850c2054d28) 00000020:00000080:0.0:1788197946.124040:0:22747:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:0.0:1788197946.124044:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1788197946.124106:0:22747:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:0.0:1788197946.124112:0:22747:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:0.0:1788197946.124118:0:22747:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb1c7fb411490acb1 00010000:00080000:0.0:1788197946.124150:0:22747:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9851fc38b000@lustre-MDT0001-osp-MDT0000: add connection 192.168.204.139@tcp at head 00010000:00010000:0.0:1788197946.130942:0:22747:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:3.0:1788197946.153388:0:22747:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788197946.153406:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1788197946.153443:0:22747:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:3.0:1788197946.153537:0:22747:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb1c7fb411490acb8 00000100:00080000:3.0:1788197946.153548:0:22747:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788197946.153554:0:22747:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9851fc38b000 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:3.0:1788197946.153600:0:22747:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851c6d59c00 x1875060819474304/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788197946.153626:0:22747:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00100000:0.0:1788197946.153751:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819474304:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788197946.153825:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197946.154224:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819474304 00000100:00100000:0.0:1788197946.154232:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819474304 00000100:00100000:0.0:1788197946.154267:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788197946.154274:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7696d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3612:x1875060819474304:12345-0@lo:38:llog_process_th.0 00010000:00020000:0.0:1788197946.154290:0:22734:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788197946.154603:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:27515ceb-a8a3-4165-9bb1-71641bb462d7:3616:1875060819474432:0@lo:400:kworker.0 00000100:00100000:3.0:1788197946.155390:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197946.155696:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819474432 00000100:00100000:3.0:1788197946.155705:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819474432 00000100:00100000:3.0:1788197946.155749:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788197946.155760:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3eec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+9:3616:x1875060819474432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197946.155822:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3eec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+9:3616:x1875060819474432:12345-0@lo:400:kworker.0 Request processed in 64us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197946.155829:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788197946.155908:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:27515ceb-a8a3-4165-9bb1-71641bb462d7:3616:1875060819474432:0@lo:400:kworker.0 00000020:01000000:1.0:1788197946.156768:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788197946.156776:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788197946.156778:0:22747:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:1.0:1788197946.156782:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788197946.156785:0:22747:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:1.0:1788197946.156788:0:22747:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788197946.156789:0:22747:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788197946.156792:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788197946.156794:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788197946.156796:0:22747:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788197946.156799:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788197946.156804:0:22747:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:1.0:1788197946.156816:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788197946.156817:0:22747:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1788197946.156821:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788197946.156826:0:22747:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.139@tcp to nid 0x20000c0a8cc8b (192.168.204.139@tcp) 00000020:01000000:1.0:1788197946.156850:0:22747:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1788197946.156853:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788197946.156880:0:22747:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff9851fb1f99b8) 00000020:00000080:1.0:1788197946.156899:0:22747:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:1.0:1788197946.156905:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788197946.157775:0:22747:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:1.0:1788197946.157783:0:22747:0:(osd_handler.c:8925:osd_obd_connect()) connect #6 00000020:00000080:1.0:1788197946.157791:0:22747:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb1c7fb411490acc6 00010000:00080000:1.0:1788197946.157825:0:22747:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9851e7650800@lustre-OST0000-osc-MDT0000: add connection 192.168.204.139@tcp at head 00010000:00010000:1.0:1788197946.160821:0:22747:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000040:01000000:1.0:1788197946.169033:0:22747:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1788197946.169751:0:22747:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1788197946.183967:0:22747:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788197946.190590:0:22747:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1788197946.199055:0:22747:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000100:00100000:0.0:1788197946.206749:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7696d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3612:x1875060819474304:12345-0@lo:38:llog_process_th.0 Request processed in 52463us (52912us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788197946.206767:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:0.0:1788197946.206831:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851fc38b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788197946.206837:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788197946.206842:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819474304:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1788197946.211061:0:22753:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788197946.211071:0:22753:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1788197946.214837:0:22747:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788197946.214853:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1788197946.214910:0:22747:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1788197946.214932:0:22747:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb1c7fb411490accd 00000100:00080000:3.0:1788197946.214945:0:22747:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788197946.214951:0:22747:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9851e7650800 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:3.0:1788197946.214989:0:22747:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851c6d5b100 x1875060819474560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788197946.215020:0:22747:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1788197946.215094:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788197946.215099:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788197946.215101:0:22747:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1788197946.215104:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788197946.215107:0:22747:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:3.0:1788197946.215108:0:22747:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788197946.215110:0:22747:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788197946.215111:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788197946.215114:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788197946.215115:0:22747:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788197946.215118:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788197946.215123:0:22747:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1788197946.215127:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788197946.215129:0:22747:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1788197946.215132:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788197946.215135:0:22747:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.139@tcp to nid 0x20000c0a8cc8b (192.168.204.139@tcp) 00000020:01000000:3.0:1788197946.215163:0:22747:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1788197946.215180:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788197946.215203:0:22747:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff9851d0703370) 00000020:00000080:3.0:1788197946.215217:0:22747:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:3.0:1788197946.215224:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788197946.215298:0:22747:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:3.0:1788197946.215306:0:22747:0:(osd_handler.c:8925:osd_obd_connect()) connect #7 00000020:00000080:3.0:1788197946.215355:0:22747:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb1c7fb411490acdb 00010000:00080000:3.0:1788197946.215393:0:22747:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9851d6f24000@lustre-OST0001-osc-MDT0000: add connection 192.168.204.139@tcp at head 00010000:00010000:3.0:1788197946.215608:0:22747:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:3.0:1788197946.215676:0:22747:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788197946.215691:0:22747:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:0.0:1788197946.216112:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819474560:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1788197946.216169:0:3612:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875060819474560 offset 0 length 520: 4 00000040:00080000:3.0:1788197946.222082:0:22747:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788197946.224820:0:22747:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1788197946.225070:0:22747:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:0.0:1788197946.226012:0:22755:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788197946.226018:0:22755:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:1.0:1788197946.239834:0:22747:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788197946.239851:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1788197946.239909:0:22747:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1788197946.239931:0:22747:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb1c7fb411490ace2 00000100:00080000:1.0:1788197946.239943:0:22747:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788197946.239959:0:22747:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9851d6f24000 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:1.0:1788197946.240000:0:22747:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851e674b800 x1875060819474688/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788197946.240032:0:22747:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:1.0:1788197946.240099:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788197946.240103:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788197946.240106:0:22747:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1788197946.240109:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788197946.240113:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788197946.240129:0:22747:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:1.0:1788197946.240133:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1788197946.240134:0:22747:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1788197946.240136:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788197946.240138:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788197946.240140:0:22747:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:1.0:1788197946.240142:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788197946.240145:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788197946.240146:0:22747:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1788197946.240150:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1788197946.240183:0:22747:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6749880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27515ceb-a8a3-4165-9bb1-71641bb462d7:22747:1875060819474816:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788197946.240279:0:22747:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197946.240347:0:22747:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851f623d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788197946.240420:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819474816 00000100:00100000:3.0:1788197946.240429:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819474816 00000100:00100000:3.0:1788197946.240479:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788197946.240490:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+9:22747:x1875060819474816:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788197946.240643:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e674b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819474688:0@lo:8:llog_process_th.0 00000100:00100000:3.0:1788197946.240647:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+9:22747:x1875060819474816:12345-0@lo:502:llog_process_th.0 Request processed in 158us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197946.240654:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000400:00000100:0.0:1788197946.240686:0:3612:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875060819474688 offset 0 length 520: 4 00000100:00100000:2.0:1788197946.240808:0:22747:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6749880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27515ceb-a8a3-4165-9bb1-71641bb462d7:22747:1875060819474816:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788197946.240840:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788197946.240845:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788197946.240852:0:22747:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1788197946.240856:0:22747:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:0.0:1788197946.241123:0:22708:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:0.0:1788197946.241146:0:22708:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1788197946.241167:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9600/0xb1c7fb411490ac56 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ac5d expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197946.241179:0:22708:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9600/0xb1c7fb411490ac56 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ac5d expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788197946.241188:0:22708:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9851ffca4800 from 1 10000000:01000000:0.0:1788197946.241200:0:22708:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788197946.241231:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8000/0xb1c7fb411490ace9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197946.241239:0:22708:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8000/0xb1c7fb411490ace9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197946.241249:0:22708:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8000/0xb1c7fb411490ace9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197946.241265:0:22708:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7695180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819474944:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788197946.241296:0:22708:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197946.241376:0:22708:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c57c1780 going to sleep for 11 seconds 00000100:00100000:3.0:1788197946.241565:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819474944 00000100:00100000:3.0:1788197946.241572:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819474944 00000100:00100000:3.0:1788197946.241605:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788197946.241613:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+9:22708:x1875060819474944:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788197946.241623:0:22722:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788197946.241647:0:22722:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9851c1667000/0xb1c7fb411490acf0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490ace9 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197946.241671:0:22722:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9851c1667000/0xb1c7fb411490acf0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490ace9 expref: 10 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197946.241689:0:22722:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9851c1667000/0xb1c7fb411490acf0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490ace9 expref: 10 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197946.241698:0:22722:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851c1667000, rc 0) 00000100:00100000:3.0:1788197946.241738:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+10:22708:x1875060819474944:12345-0@lo:101:mount.lustre.0 Request processed in 126us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197946.241744:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788197946.241878:0:22708:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7695180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819474944:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788197946.241893:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8000/0xb1c7fb411490ace9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490acf0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197946.241901:0:22708:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8000/0xb1c7fb411490ace9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490acf0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197946.242608:0:22708:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7695180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819475072:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1788197946.242938:0:22708:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197946.243044:0:22708:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c57c1780 going to sleep for 11 seconds 00000100:00100000:1.0:1788197946.243107:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819475072 00000100:00100000:1.0:1788197946.243114:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819475072 00000100:00100000:1.0:1788197946.243164:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788197946.243172:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+10:22708:x1875060819475072:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1788197946.243202:0:22724:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1788197946.243209:0:22724:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:1.0:1788197946.243287:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+10:22708:x1875060819475072:12345-0@lo:256:mount.lustre.0 Request processed in 115us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197946.243295:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788197946.243507:0:22708:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7695180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819475072:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1788197946.245934:0:22708:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788197946.246169:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8000/0xb1c7fb411490ace9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490acf0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197946.246183:0:22708:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8000/0xb1c7fb411490ace9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490acf0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788197946.246205:0:22708:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9851ffca4800 from 1 10000000:01000000:0.0:1788197946.246209:0:22708:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788197946.246256:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8a00/0xb1c7fb411490acf7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197946.246266:0:22708:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8a00/0xb1c7fb411490acf7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197946.246278:0:22708:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8a00/0xb1c7fb411490acf7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197946.246361:0:22708:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7695180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819475200:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788197946.246430:0:22708:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197946.246466:0:22708:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c57c1780 going to sleep for 11 seconds 00000100:00100000:1.0:1788197946.246583:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819475200 00000100:00100000:1.0:1788197946.246592:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819475200 00000100:00100000:1.0:1788197946.246650:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788197946.246660:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+10:22708:x1875060819475200:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788197946.246674:0:22721:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788197946.246689:0:22721:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9850c3b3dc00/0xb1c7fb411490acfe lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490acf7 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197946.246724:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9850c3b3dc00/0xb1c7fb411490acfe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490acf7 expref: 11 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197946.246735:0:22721:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9850c3b3dc00/0xb1c7fb411490acfe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490acf7 expref: 11 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197946.246744:0:22721:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c3b3dc00, rc 0) 00000100:00100000:1.0:1788197946.246786:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+11:22708:x1875060819475200:12345-0@lo:101:mount.lustre.0 Request processed in 128us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197946.246793:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788197946.247182:0:22708:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7695180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819475200:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788197946.247210:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8a00/0xb1c7fb411490acf7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490acfe expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197946.247220:0:22708:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8a00/0xb1c7fb411490acf7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490acfe expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197946.247287:0:22708:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7695180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819475328:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788197946.247347:0:22708:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197946.247377:0:22708:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c57c1780 going to sleep for 11 seconds 00000100:00100000:3.0:1788197946.247469:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819475328 00000100:00100000:3.0:1788197946.247475:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819475328 00000100:00100000:3.0:1788197946.247514:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788197946.247523:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+11:22708:x1875060819475328:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788197946.247687:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+11:22708:x1875060819475328:12345-0@lo:501:mount.lustre.0 Request processed in 165us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197946.247695:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788197946.248079:0:22708:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7695180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819475328:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788197946.248116:0:22708:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7695180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819475456:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788197946.248165:0:22708:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197946.248207:0:22708:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c57c1780 going to sleep for 11 seconds 00000100:00100000:1.0:1788197946.248294:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819475456 00000100:00100000:1.0:1788197946.248299:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819475456 00000100:00100000:1.0:1788197946.248368:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788197946.248376:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+11:22708:x1875060819475456:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788197946.248458:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+11:22708:x1875060819475456:12345-0@lo:503:mount.lustre.0 Request processed in 82us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197946.248465:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788197946.248667:0:22708:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7695180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819475456:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788197946.249159:0:22757:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7695180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27515ceb-a8a3-4165-9bb1-71641bb462d7:22757:1875060819475584:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788197946.249286:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197946.249415:0:22757:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c57c1cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788197946.249466:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819475584 00000100:00100000:1.0:1788197946.249471:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819475584 00000100:00100000:1.0:1788197946.249504:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788197946.249511:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+11:22757:x1875060819475584:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788197946.251310:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+11:22757:x1875060819475584:12345-0@lo:502:llog_process_th.0 Request processed in 1790us (2014us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197946.251345:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788197946.263170:0:22757:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7695180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27515ceb-a8a3-4165-9bb1-71641bb462d7:22757:1875060819475584:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788197946.263239:0:22757:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788197946.263266:0:22757:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788197946.263268:0:22757:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1788197946.263277:0:22757:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9851ffca4800 00000020:00000080:0.0:1788197946.263281:0:22757:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788197946.263289:0:22757:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788197946.263292:0:22757:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788197946.263293:0:22757:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1788197946.263296:0:22757:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788197946.263298:0:22757:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788197946.263299:0:22757:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1788197946.263304:0:22757:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9851ffca4800 00000020:00000080:0.0:1788197946.263306:0:22757:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788197946.263385:0:22757:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788197946.263389:0:22757:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788197946.263391:0:22757:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1788197946.263393:0:22757:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788197946.263396:0:22757:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788197946.263397:0:22757:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788197946.263400:0:22757:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9851ffca4800 00000020:00000080:0.0:1788197946.263402:0:22757:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788197946.263421:0:22757:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788197946.263424:0:22757:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788197946.263425:0:22757:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788197946.263428:0:22757:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788197946.263430:0:22757:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788197946.263431:0:22757:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1788197946.263435:0:22757:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9851ffca4800 00000020:00000080:0.0:1788197946.263437:0:22757:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1788197946.263490:0:22757:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7695180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27515ceb-a8a3-4165-9bb1-71641bb462d7:22757:1875060819475712:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788197946.263573:0:22757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197946.266606:0:22757:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c57c1cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788197946.274587:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819475712 00000100:00100000:3.0:1788197946.274603:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819475712 00000100:00100000:3.0:1788197946.274674:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788197946.274686:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+11:22757:x1875060819475712:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788197946.274879:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+11:22757:x1875060819475712:12345-0@lo:502:llog_process_th.0 Request processed in 195us (11305us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197946.274887:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788197946.274966:0:22757:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7695180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27515ceb-a8a3-4165-9bb1-71641bb462d7:22757:1875060819475712:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788197946.275001:0:22757:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788197946.275008:0:22757:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788197946.275011:0:22757:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1788197946.275021:0:22757:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:2.0:1788197946.285002:0:22708:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1788197946.285044:0:22708:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788197946.285072:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8a00/0xb1c7fb411490acf7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490acfe expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197946.285085:0:22708:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8a00/0xb1c7fb411490acf7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490acfe expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788197946.285145:0:22708:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788197946.285148:0:22708:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9851ffca4800 10000000:01000000:2.0:1788197946.285151:0:22708:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9851ffca4800 10000000:01000000:2.0:1788197946.285155:0:22708:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788197946.285162:0:22708:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9851ffca4800 from 1 10000000:01000000:2.0:1788197946.285165:0:22708:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788197946.285228:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851d03b0400/0xb1c7fb411490ad05 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197946.285238:0:22708:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9851d03b0400/0xb1c7fb411490ad05 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197946.285252:0:22708:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9851d03b0400/0xb1c7fb411490ad05 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788197946.285280:0:22708:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e00e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819475840:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788197946.285380:0:22708:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197946.285420:0:22708:0:(client.c:2715:ptlrpc_set_wait()) set ffff985200e8ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788197946.291386:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819475840 00000100:00100000:1.0:1788197946.291405:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819475840 00000100:00100000:1.0:1788197946.291476:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788197946.291486:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+11:22708:x1875060819475840:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788197946.291504:0:22721:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788197946.291521:0:22721:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9850c3b3c000/0xb1c7fb411490ad0c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490ad05 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197946.291549:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9850c3b3c000/0xb1c7fb411490ad0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490ad05 expref: 12 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197946.291561:0:22721:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9850c3b3c000/0xb1c7fb411490ad0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490ad05 expref: 12 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197946.291570:0:22721:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c3b3c000, rc 0) 00000100:00100000:1.0:1788197946.291650:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+12:22708:x1875060819475840:12345-0@lo:101:mount.lustre.0 Request processed in 166us (6270us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197946.291658:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788197946.291786:0:22708:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e00e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819475840:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788197946.291806:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9851d03b0400/0xb1c7fb411490ad05 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ad0c expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197946.291823:0:22708:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9851d03b0400/0xb1c7fb411490ad05 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490ad0c expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788197946.291913:0:22708:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e00e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819475968:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788197946.291947:0:22708:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197946.291983:0:22708:0:(client.c:2715:ptlrpc_set_wait()) set ffff985200e8ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788197946.292465:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819475968 00000100:00100000:1.0:1788197946.292471:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819475968 00000100:00100000:1.0:1788197946.292504:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788197946.292512:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+12:22708:x1875060819475968:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788197946.292647:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+12:22708:x1875060819475968:12345-0@lo:501:mount.lustre.0 Request processed in 135us (699us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197946.292654:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788197946.295687:0:22708:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e00e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819475968:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788197946.295751:0:22708:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e00e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819476096:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788197946.295827:0:22708:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197946.295881:0:22708:0:(client.c:2715:ptlrpc_set_wait()) set ffff985200e8ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788197946.296494:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819476096 00000100:00100000:0.0:1788197946.296502:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819476096 00000100:00100000:0.0:1788197946.296563:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788197946.296572:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+12:22708:x1875060819476096:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788197946.296699:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+12:22708:x1875060819476096:12345-0@lo:503:mount.lustre.0 Request processed in 128us (871us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197946.296707:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788197946.298806:0:22708:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e00e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819476096:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788197946.303078:0:22762:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7697b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27515ceb-a8a3-4165-9bb1-71641bb462d7:22762:1875060819476224:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788197946.303166:0:22762:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197946.303229:0:22762:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c57c1540 going to sleep for 11 seconds 00000100:00100000:0.0:1788197946.303266:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819476224 00000100:00100000:0.0:1788197946.303273:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819476224 00000100:00100000:0.0:1788197946.303341:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788197946.303351:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+12:22762:x1875060819476224:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788197946.303474:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+12:22762:x1875060819476224:12345-0@lo:502:llog_process_th.0 Request processed in 124us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197946.303483:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788197946.303555:0:22762:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7697b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27515ceb-a8a3-4165-9bb1-71641bb462d7:22762:1875060819476224:0@lo:502:llog_process_th.0 00000020:01000004:0.0:1788197946.303629:0:22762:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:0.0:1788197946.303646:0:22762:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff9850c2053370) 00000020:00000080:0.0:1788197946.303669:0:22762:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:0.0:1788197946.303766:0:22762:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9851ffca4800 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1788197946.303771:0:22762:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9851ffca4800 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1788197946.303774:0:22762:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9851ffca4800 4 00010000:00080000:0.0:1788197946.303818:0:22762:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9850c3aea000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.139@tcp at head 00010000:00010000:0.0:1788197946.305526:0:22762:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:0.0:1788197946.314772:0:22762:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1788197946.314941:0:22762:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788197946.314957:0:22762:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xb1c7fb411490ad1a 00000100:00080000:1.0:1788197946.314970:0:22762:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788197946.314977:0:22762:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9850c3aea000 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:1.0:1788197946.315027:0:22762:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851e6748a80 x1875060819476352/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788197946.315063:0:22762:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1788197946.315739:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3612:1875060819476352:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788197946.315813:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197946.315899:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819476352 00000100:00100000:0.0:1788197946.315906:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819476352 00000100:00100000:0.0:1788197946.315939:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788197946.315946:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3612:x1875060819476352:12345-0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788197946.315998:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3612:x1875060819476352:12345-0@lo:38:llog_process_th.0 Request processed in 51us (185us total) trans 0 rc -11/-11 00000100:00100000:0.0:1788197946.316005:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788197946.316038:0:3612:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788197946.316046:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9850c3aea000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788197946.316050:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1788197946.316054:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3612:1875060819476352:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788197946.319890:0:22762:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6748a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27515ceb-a8a3-4165-9bb1-71641bb462d7:22762:1875060819476480:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788197946.319976:0:22762:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197946.320017:0:22762:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851f623d000 going to sleep for 11 seconds 00000100:00100000:0.0:1788197946.320550:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819476480 00000100:00100000:0.0:1788197946.320560:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819476480 00000100:00100000:0.0:1788197946.320613:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788197946.320625:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+12:22762:x1875060819476480:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788197946.320775:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+12:22762:x1875060819476480:12345-0@lo:502:llog_process_th.0 Request processed in 152us (798us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197946.320783:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788197946.321160:0:22762:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6748a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27515ceb-a8a3-4165-9bb1-71641bb462d7:22762:1875060819476480:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788197946.321233:0:22762:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6748a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27515ceb-a8a3-4165-9bb1-71641bb462d7:22762:1875060819476608:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788197946.321750:0:22762:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197946.321820:0:22762:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851f623d000 going to sleep for 11 seconds 00000100:00100000:0.0:1788197946.321855:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819476608 00000100:00100000:0.0:1788197946.321872:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819476608 00000100:00100000:0.0:1788197946.322085:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788197946.322097:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+12:22762:x1875060819476608:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788197946.322198:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+12:22762:x1875060819476608:12345-0@lo:502:llog_process_th.0 Request processed in 103us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197946.322205:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788197946.322406:0:22762:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6748a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27515ceb-a8a3-4165-9bb1-71641bb462d7:22762:1875060819476608:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1788197946.322433:0:22762:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1788197946.324226:0:22708:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1788197946.324269:0:22708:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788197946.324295:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851d03b0400/0xb1c7fb411490ad05 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ad0c expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197946.324308:0:22708:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9851d03b0400/0xb1c7fb411490ad05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ad0c expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1788197946.324412:0:22708:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1788197946.324414:0:22708:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788197946.324416:0:22708:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788197946.324417:0:22708:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788197946.324418:0:22708:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788197946.324420:0:22708:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788197946.324421:0:22708:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788197946.324423:0:22708:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788197946.324424:0:22708:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788197946.324426:0:22708:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788197946.324429:0:22708:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:0.0:1788197946.324432:0:22708:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788197946.324433:0:22708:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788197946.324435:0:22708:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788197946.324436:0:22708:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788197946.324437:0:22708:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788197946.324447:0:22708:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788197946.324449:0:22708:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788197946.324450:0:22708:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788197946.324451:0:22708:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788197946.324452:0:22708:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788197946.324477:0:22708:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1788197946.324496:0:22708:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7696680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819476736:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788197946.324559:0:22708:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197946.324595:0:22708:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c57c1d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788197946.324795:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819476736 00000100:00100000:1.0:1788197946.324804:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819476736 00000100:00100000:1.0:1788197946.324851:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788197946.324871:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+12:22708:x1875060819476736:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788197946.324896:0:22721:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1788197946.324909:0:22721:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1788197946.334451:0:22721:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1788197946.334474:0:22721:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1788197946.334511:0:22745:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1788197946.334517:0:22745:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1788197946.334546:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9851d03b1200/0xb1c7fb411490ad21 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197946.334567:0:22745:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9851c1667000/0xb1c7fb411490acf0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490ace9 expref: 12 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197946.334577:0:22745:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9851d03b1200/0xb1c7fb411490ad21 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197946.334630:0:22745:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9851c1667000/0xb1c7fb411490acf0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb1c7fb411490ace9 expref: 12 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197946.334652:0:22745:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9851c1667000/0xb1c7fb411490acf0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb1c7fb411490ace9 expref: 12 pid: 22722 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788197946.334670:0:22745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e01c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22745:1875060819476864:0@lo:104: 00000100:00100000:2.0:1788197946.334762:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197946.334818:0:22745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c32100c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788197946.335258:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819476864 00000100:00100000:1.0:1788197946.335266:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819476864 00000100:00100000:1.0:1788197946.335311:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788197946.335345:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7e02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:27515ceb-a8a3-4165-9bb1-71641bb462d7+3:22745:x1875060819476864:12345-0@lo:104: 00010000:00010000:1.0:1788197946.335360:0:22712:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8000/0xb1c7fb411490ace9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb1c7fb411490acf0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197946.335440:0:22712:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788197946.335447:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7e02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:27515ceb-a8a3-4165-9bb1-71641bb462d7+3:22745:x1875060819476864:12345-0@lo:104: Request processed in 105us (686us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197946.335464:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:2.0:1788197946.335719:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788197946.335726:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8000/0xb1c7fb411490ace9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb1c7fb411490acf0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197946.335734:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c1ea8000 already unused, calling callback (ffffffffc125cc20) 10000000:00010000:2.0:1788197946.335739:0:22718:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8000/0xb1c7fb411490ace9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb1c7fb411490acf0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197946.335749:0:22718:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8000/0xb1c7fb411490ace9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb1c7fb411490acf0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788197946.335756:0:22718:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8000/0xb1c7fb411490ace9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb1c7fb411490acf0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788197946.335762:0:22718:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788197946.335799:0:22718:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8000/0xb1c7fb411490ace9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490acf0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197946.335806:0:22718:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788197946.335825:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8000/0xb1c7fb411490ace9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490acf0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197946.335832:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8000/0xb1c7fb411490ace9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490acf0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197946.335846:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197946.335848:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197946.335850:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788197946.335902:0:3614:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788197946.335919:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27515ceb-a8a3-4165-9bb1-71641bb462d7:3614:1875060819476992:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788197946.335954:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197946.336003:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819476992 00000100:00100000:2.0:1788197946.336008:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819476992 00010000:00010000:2.0:1788197946.336026:0:22714:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9851c1667000/0xb1c7fb411490acf0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb1c7fb411490ace9 expref: 13 pid: 22722 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788197946.336049:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788197946.336056:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7e00700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:27515ceb-a8a3-4165-9bb1-71641bb462d7+13:3614:x1875060819476992:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788197946.336067:0:22714:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788197946.336073:0:22714:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9851c1667000/0xb1c7fb411490acf0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb1c7fb411490ace9 expref: 13 pid: 22722 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197946.336083:0:22714:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9851c1667000/0xb1c7fb411490acf0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb1c7fb411490ace9 expref: 13 pid: 22722 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197946.336099:0:22714:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9851d03b1200/0xb1c7fb411490ad21 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197946.336107:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9851d03b1200/0xb1c7fb411490ad21 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1788197946.336123:0:22714:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001606633s 00010000:00010000:2.0:1788197946.336127:0:22714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9851d03b1200/0xb1c7fb411490ad21 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197946.336135:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9851d03b1200/0xb1c7fb411490ad21 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197946.336142:0:22714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9851d03b1200/0xb1c7fb411490ad21 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197946.336158:0:22714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9851d03b1200/0xb1c7fb411490ad21 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197946.336164:0:22714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851d03b1200 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:2.0:1788197946.336168:0:22714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9851d03b1200/0xb1c7fb411490ad21 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197946.336175:0:22714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9851d03b1200/0xb1c7fb411490ad21 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197946.336185:0:22714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9851d03b1200/0xb1c7fb411490ad21 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197946.336196:0:22714:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788197946.336239:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7e00700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:27515ceb-a8a3-4165-9bb1-71641bb462d7+13:3614:x1875060819476992:12345-0@lo:103:ldlm_bl.0 Request processed in 183us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197946.336246:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788197946.336282:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27515ceb-a8a3-4165-9bb1-71641bb462d7:3614:1875060819476992:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788197946.336365:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+12:22708:x1875060819476736:12345-0@lo:253:mount.lustre.0 Request processed in 11506us (11805us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197946.336376:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788197946.338435:0:22708:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7696680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:22708:1875060819476736:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788197946.338456:0:22708:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1788197946.338467:0:22708:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788197946.338469:0:22708:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788197946.338470:0:22708:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788197946.338472:0:22708:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788197946.338473:0:22708:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788197946.338474:0:22708:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788197946.338476:0:22708:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788197946.338477:0:22708:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788197946.338479:0:22708:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788197946.338480:0:22708:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1788197946.338495:0:22708:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:1.0:1788197946.338754:0:22745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9851c1667000/0xb1c7fb411490acf0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb1c7fb411490ace9 expref: 11 pid: 22722 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788197946.338770:0:22745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e01c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22745:1875060819476864:0@lo:104: 00010000:00010000:1.0:1788197946.338786:0:22745:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9851d03b1200/0xb1c7fb411490ad21 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197946.338796:0:22745:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9851d03b1200/0xb1c7fb411490ad21 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197946.338802:0:22745:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9851d03b1200/0xb1c7fb411490ad21 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197946.338808:0:22745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9851d03b1200/0xb1c7fb411490ad21 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1788197946.390377:0:22708:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:2.0:1788197946.391120:0:22708:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:1.0:1788197946.391400:0:22769:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:1.0:1788197946.391405:0:22769:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:2.0:1788197946.391505:0:22770:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1788197946.391782:0:22708:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:0.0:1788197946.392928:0:22770:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:1.0:1788197946.394883:0:22708:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1788197946.394944:0:22708:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:2.0:1788197946.396494:0:22771:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9851e7e01f80 x1875060819477120/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788197946.396509:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c87fe6c0 going to sleep for 0 seconds 00000004:00000080:1.0:1788197946.397786:0:22708:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1788197946.397806:0:22708:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:1.0:1788197946.398791:0:22708:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788197946.403958:0:22770:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1788197946.404057:0:22770:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:1.0:1788197946.405627:0:22708:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1788197946.407077:0:22708:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1788197946.407132:0:22708:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:1.0:1788197946.409548:0:22708:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:1.0:1788197946.410151:0:22708:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:1.0:1788197946.414974:0:22708:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1788197946.423547:0:22708:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1788197946.423590:0:22708:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffa40781c33988 00100000:10000000:2.0:1788197946.423612:0:22708:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:2.0:1788197946.424632:0:22708:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1788197946.424661:0:22708:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.139@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1788197946.424682:0:22708:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=45 00000080:00000004:2.0:1788197946.424710:0:22708:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:2.0:1788197946.425545:0:22708:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788197946.425755:0:22708:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788197946.749702:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788197947.334396:0:22765:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1788197947.334465:0:22765:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788197947.337476:0:22765:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1788197947.337490:0:22765:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:1.0:1788197947.453694:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c87fe6c0 going to sleep for 0 seconds 10000000:01000000:1.0:1788197947.581384:0:22726:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788197947.581393:0:22726:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9851ffca4800 from 11 10000000:01000000:1.0:1788197947.581399:0:22726:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788197947.581451:0:22726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3c600/0xb1c7fb411490ad28 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197947.581464:0:22726:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9850c3b3c600/0xb1c7fb411490ad28 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197947.581475:0:22726:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9850c3b3c600/0xb1c7fb411490ad28 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788197947.581500:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6748a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819477248:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788197947.581571:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197947.581622:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c2ebaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1788197947.581746:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819477248 00000100:00100000:0.0:1788197947.581755:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819477248 00000100:00100000:0.0:1788197947.581899:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788197947.581911:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+11:22726:x1875060819477248:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788197947.581924:0:22724:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788197947.581938:0:22724:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9850c1ea8200/0xb1c7fb411490ad2f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490ad28 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197947.581961:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9850c1ea8200/0xb1c7fb411490ad2f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490ad28 expref: 12 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197947.581972:0:22724:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9850c1ea8200/0xb1c7fb411490ad2f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490ad28 expref: 12 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197947.581981:0:22724:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c1ea8200, rc 0) 00000100:00100000:0.0:1788197947.584417:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+12:22726:x1875060819477248:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 2500us (2837us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197947.584442:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788197947.585780:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6748a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819477248:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788197947.585823:0:22726:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9850c3b3c600/0xb1c7fb411490ad28 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ad2f expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197947.588591:0:22726:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9850c3b3c600/0xb1c7fb411490ad28 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490ad2f expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788197947.588689:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d5bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819477376:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788197947.588762:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197947.588876:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851e0761300 going to sleep for 11 seconds 00000100:00100000:1.0:1788197947.590578:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819477376 00000100:00100000:1.0:1788197947.590589:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819477376 00000100:00100000:1.0:1788197947.590636:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788197947.590647:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+12:22726:x1875060819477376:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788197947.590670:0:22721:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788197947.590686:0:22721:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788197947.590690:0:22721:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1788197947.591014:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+12:22726:x1875060819477376:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 368us (2251us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197947.591030:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788197947.591212:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d5bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819477376:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788197947.591266:0:22726:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788197947.591276:0:22726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3c600/0xb1c7fb411490ad28 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ad2f expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197947.591287:0:22726:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9850c3b3c600/0xb1c7fb411490ad28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ad2f expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197947.773799:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788197948.349856:0:22765:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1788197948.349871:0:22765:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788197948.350106:0:22765:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:3.0:1788197948.350156:0:22765:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788197948.350371:0:22765:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:0.0:1788197948.486495:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c87fe6c0 going to sleep for 0 seconds 00010000:00010000:3.0:1788197948.798174:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788197949.510597:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c87fe6c0 going to sleep for 0 seconds 00010000:00010000:2.0:1788197949.821505:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788197950.538834:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c87fe6c0 going to sleep for 0 seconds 00010000:00010000:3.0:1788197950.846544:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788197951.423362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1788197951.423371:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1788197951.423375:0:8:0:(import.c:65:import_set_state_nolock()) ffff9851fc38b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788197951.423385:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 655 00000100:00080000:3.0:1788197951.423410:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788197951.423419:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9851fc38b000 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:3.0:1788197951.423447:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851c6d59f80 x1875060819477632/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788197951.423464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788197951.423468:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788197951.423472:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788197951.423475:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788197951.423477:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1788197951.423480:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788197951.423482:0:8:0:(import.c:65:import_set_state_nolock()) ffff9850c3aea000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788197951.423486:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9850c3aea000 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:3.0:1788197951.423496:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851c6d5ad80 x1875060819477760/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788197951.423535:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27515ceb-a8a3-4165-9bb1-71641bb462d7:3614:1875060819477504:0@lo:400:kworker.0 00000100:00100000:3.0:1788197951.423612:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197951.423667:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819477632:0@lo:38:kworker.0 00000100:00100000:3.0:1788197951.423703:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197951.423723:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3612:1875060819477760:0@lo:38:kworker.0 00000100:00100000:3.0:1788197951.423751:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197951.423881:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819477504 00000100:00100000:3.0:1788197951.423891:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819477504 00000100:00100000:3.0:1788197951.423937:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788197951.423945:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+12:3614:x1875060819477504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197951.424002:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+12:3614:x1875060819477504:12345-0@lo:400:kworker.0 Request processed in 57us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197951.424010:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788197951.424054:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819477632 00000100:00100000:3.0:1788197951.424058:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819477632 00000100:00100000:3.0:1788197951.424074:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788197951.424079:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3612:x1875060819477632:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1788197951.424097:0:22735:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788197951.424131:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3612:x1875060819477632:12345-0@lo:38:kworker.0 Request processed in 50us (427us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788197951.424137:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788197951.424164:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819477760 00000100:00100000:3.0:1788197951.424168:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819477760 00000100:00100000:3.0:1788197951.424185:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788197951.424190:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3612:x1875060819477760:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1788197951.424205:0:22731:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 660 last 0 00000020:00000080:3.0:1788197951.424240:0:22731:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xb1c7fb411490ad36 00000004:00100000:3.0:1788197951.424256:0:22731:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788197951.424424:0:22731:0:(import.c:65:import_set_state_nolock()) ffff9851d085e800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788197951.424461:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3612:x1875060819477760:12345-0@lo:38:kworker.0 Request processed in 269us (709us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197951.424467:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1788197951.424588:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851fc38b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788197951.424594:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788197951.424598:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819477632:0@lo:38:kworker.0 00010000:00080000:3.0:1788197951.424610:0:3612:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9851c6d5ad80 x1875060819477760/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788197961 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788197951.424630:0:3612:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1788197951.424638:0:3612:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1788197951.424642:0:3612:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788197951.424644:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9850c3aea000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788197951.424648:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3612:1875060819477760:0@lo:38:kworker.0 00000100:00100000:3.0:1788197951.424682:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27515ceb-a8a3-4165-9bb1-71641bb462d7:3614:1875060819477504:0@lo:400:kworker.0 00000100:00100000:0.0:1788197951.554706:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c87fe6c0 going to sleep for 0 seconds 00000001:02000400:2.0:1788197951.754026:0:23014:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg439-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1788197951.870617:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788197952.578033:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c87fe6c0 going to sleep for 0 seconds 00010000:00010000:1.0:1788197952.896936:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1788197953.245938:0:23066:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788197953.246123:0:23066:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1788197953.600814:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c87fe6c0 going to sleep for 0 seconds 00010000:00010000:2.0:1788197953.921753:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1788197954.497306:0:23117:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788197954.497527:0:23117:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1788197954.621759:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c87fe6c0 going to sleep for 0 seconds 00010000:00010000:1.0:1788197954.945172:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788197955.646606:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c87fe6c0 going to sleep for 0 seconds 00010000:00010000:3.0:1788197955.969734:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788197956.541515:0:3612:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788197946/real 1788197946] req@ffff9851e674b800 x1875060819474688/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788197956 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788197956.541552:0:3612:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9851e674b800 x1875060819474688/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788197956 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788197956.541564:0:3612:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788197946/real 1788197946] req@ffff9851c6d5b100 x1875060819474560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788197956 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788197956.541576:0:3612:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9851c6d5b100 x1875060819474560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788197956 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788197956.541598:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851d6f24000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788197956.541622:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788197956.541627:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e674b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819474688:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1788197956.541646:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851e7650800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788197956.541652:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788197956.541655:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819474560:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1788197956.541798:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1788197956.541803:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1788197956.541806:0:37:0:(import.c:65:import_set_state_nolock()) ffff9851fc38b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788197956.541811:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 660 00000100:00080000:1.0:1788197956.541816:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788197956.541823:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9851fc38b000 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:1.0:1788197956.541845:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851e6749500 x1875060819478016/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788197956.541858:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788197956.541861:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1788197956.541863:0:37:0:(import.c:65:import_set_state_nolock()) ffff9851e7650800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788197956.541866:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 655 00000100:00080000:1.0:1788197956.541869:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788197956.541872:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9851e7650800 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:1.0:1788197956.541883:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851e674b480 x1875060819478144/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788197956.541892:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788197956.541912:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788197956.541914:0:37:0:(import.c:65:import_set_state_nolock()) ffff9851d6f24000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788197956.541917:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 655 00000100:00080000:1.0:1788197956.541920:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788197956.541924:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9851d6f24000 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:1.0:1788197956.541937:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851e674bb80 x1875060819478272/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788197956.541970:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e674a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3616:1875060819478400:0@lo:400:kworker.0 00000100:00100000:1.0:1788197956.542047:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197956.542095:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788197956.542101:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:27515ceb-a8a3-4165-9bb1-71641bb462d7:3616:1875060819477888:0@lo:400:kworker.0 00000100:00100000:1.0:1788197956.542127:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197956.542177:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819478400 00000100:00100000:1.0:1788197956.542185:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819478400 00000100:00100000:1.0:1788197956.542228:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788197956.542237:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e674a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3616:x1875060819478400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197956.542282:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e674a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3616:x1875060819478400:12345-0@lo:400:kworker.0 Request processed in 46us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197956.542290:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788197956.542357:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819477888 00000100:00100000:1.0:1788197956.542361:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819477888 00000100:00100000:1.0:1788197956.542388:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788197956.542394:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+12:3616:x1875060819477888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197956.542424:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+12:3616:x1875060819477888:12345-0@lo:400:kworker.0 Request processed in 30us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197956.542430:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788197956.542486:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:27515ceb-a8a3-4165-9bb1-71641bb462d7:3616:1875060819477888:0@lo:400:kworker.0 00010000:00080000:1.0:1788197956.542497:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9851e674a680 x1875060819478400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197972 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788197956.542508:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e674a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3616:1875060819478400:0@lo:400:kworker.0 00000100:00100000:1.0:1788197956.542527:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819478016:0@lo:38:kworker.0 00000100:00100000:1.0:1788197956.542556:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197956.542578:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e674b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819478144:0@lo:8:kworker.0 00000400:00000100:1.0:1788197956.542600:0:3612:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875060819478144 offset 0 length 520: 4 00000100:00100000:1.0:1788197956.542611:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e674bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819478272:0@lo:8:kworker.0 00000400:00000100:1.0:1788197956.542628:0:3612:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875060819478272 offset 0 length 520: 4 00000100:00100000:1.0:1788197956.542658:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819478016 00000100:00100000:1.0:1788197956.542673:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819478016 00000100:00100000:1.0:1788197956.542696:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788197956.542701:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e674a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3612:x1875060819478016:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1788197956.542717:0:22735:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788197956.542750:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e674a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3612:x1875060819478016:12345-0@lo:38:kworker.0 Request processed in 47us (193us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788197956.542756:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:1.0:1788197956.542784:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851fc38b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788197956.542788:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788197956.542791:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819478016:0@lo:38:kworker.0 00000100:00100000:1.0:1788197956.669827:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c87fe6c0 going to sleep for 0 seconds 00010000:00010000:3.0:1788197956.994098:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788197957.699347:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c87fe6c0 going to sleep for 0 seconds 00010000:00010000:3.0:1788197958.013806:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788197958.595160:0:22765:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788197958.722973:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c87fe6c0 going to sleep for 0 seconds 00010000:00010000:3.0:1788197959.038215:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788197959.753143:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c87fe6c0 going to sleep for 0 seconds 00010000:00010000:0.0:1788197960.062990:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788197960.766152:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c87fe6c0 going to sleep for 0 seconds 00010000:00010000:3.0:1788197961.088686:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788197961.662482:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1788197961.662489:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1788197961.662503:0:8:0:(import.c:65:import_set_state_nolock()) ffff9851fc38b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788197961.662513:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 665 00000100:00080000:0.0:1788197961.662519:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1788197961.662526:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9851fc38b000 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:0.0:1788197961.662551:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851e7695880 x1875060819478656/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788197961.662579:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788197961.662584:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788197961.662587:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788197961.662589:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788197961.662818:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7696680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27515ceb-a8a3-4165-9bb1-71641bb462d7:3613:1875060819478528:0@lo:400:kworker.0 00000100:00100000:3.0:1788197961.662889:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197961.662941:0:3613:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788197961.662948:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7697800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3613:1875060819478784:0@lo:400:kworker.0 00000100:00100000:3.0:1788197961.662975:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197961.663011:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819478528 00000100:00100000:3.0:1788197961.663020:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819478528 00000100:00100000:3.0:1788197961.663077:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788197961.663087:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+12:3613:x1875060819478528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197961.663138:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+12:3613:x1875060819478528:12345-0@lo:400:kworker.0 Request processed in 53us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197961.663228:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788197961.663265:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819478784 00000100:00100000:3.0:1788197961.663269:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819478784 00000100:00100000:3.0:1788197961.663296:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788197961.663303:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3613:x1875060819478784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197961.663364:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3613:x1875060819478784:12345-0@lo:400:kworker.0 Request processed in 61us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197961.663371:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1788197961.663407:0:3613:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9851e7697800 x1875060819478784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197977 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788197961.663420:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7697800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3613:1875060819478784:0@lo:400:kworker.0 00000100:00100000:3.0:1788197961.663430:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7696680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27515ceb-a8a3-4165-9bb1-71641bb462d7:3613:1875060819478528:0@lo:400:kworker.0 00000100:00100000:0.0:1788197961.663545:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7695880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819478656:0@lo:38:kworker.0 00000100:00100000:0.0:1788197961.663588:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197961.665398:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819478656 00000100:00100000:3.0:1788197961.665413:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819478656 00000100:00100000:3.0:1788197961.665463:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788197961.665471:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7694a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3612:x1875060819478656:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1788197961.665489:0:22735:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788197961.665580:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7694a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3612:x1875060819478656:12345-0@lo:38:kworker.0 Request processed in 108us (1990us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788197961.665587:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:2.0:1788197961.669540:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851fc38b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788197961.669555:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788197961.669572:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7695880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819478656:0@lo:38:kworker.0 00000100:00100000:1.0:1788197961.794839:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c87fe6c0 going to sleep for 0 seconds 00010000:00010000:3.0:1788197962.109817:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1788197962.573769:0:23463:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1788197962.573774:0:23463:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:0.0:1788197962.573776:0:23463:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:0.0:1788197962.574015:0:23463:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9851f27e4000 00000020:01000004:0.0:1788197962.574031:0:23463:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:0.0:1788197962.574043:0:23463:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1788197962.574056:0:23463:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff9850c2050000) 00000020:00000080:0.0:1788197962.574071:0:23463:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1788197962.704782:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1788197962.710019:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:3.0:1788197962.711816:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1788197962.712383:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:3.0:1788197962.712863:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:3.0:1788197962.713109:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1788197962.713617:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:3.0:1788197962.713981:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1788197962.714363:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1788197962.714801:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1788197962.715082:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:3.0:1788197962.715643:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1788197962.716415:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1788197962.717059:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1788197962.717509:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1788197962.717907:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:3.0:1788197962.718171:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:3.0:1788197962.718728:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:3.0:1788197962.719049:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1788197962.719441:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1788197962.719686:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1788197962.719938:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1788197962.720273:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1788197962.721470:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1788197962.722052:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1788197962.722601:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1788197962.723098:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:3.0:1788197962.724362:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:3.0:1788197962.725691:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:3.0:1788197962.726070:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1788197962.726622:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1788197962.726892:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:3.0:1788197962.727094:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1788197962.727842:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1788197962.736084:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:3.0:1788197962.736439:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:3.0:1788197962.736678:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1788197962.739677:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1788197962.740993:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1788197962.741557:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1788197962.742036:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1788197962.742467:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1788197962.743043:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1788197962.743488:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1788197962.744676:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:2.0:1788197962.745849:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00080000:01000000:2.0:1788197962.751826:0:23463:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1788197962.752086:0:23463:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:2.0:1788197962.752098:0:23463:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788197962.752110:0:23463:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xb1c7fb411490ad44 00000020:01000004:2.0:1788197962.752118:0:23463:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:2.0:1788197962.752153:0:23463:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.139@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1788197962.752488:0:23463:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.139@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1788197962.752495:0:23463:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:2.0:1788197962.752523:0:23463:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:2.0:1788197962.752527:0:23463:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.139@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:2.0:1788197962.757454:0:23463:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.139@tcp ctxt 0 is initialized 00000020:01000004:2.0:1788197962.757492:0:23463:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.204.139@tcp, index=0001, flags=0x20001 00000020:01000004:2.0:1788197962.757497:0:23463:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1788197962.757499:0:23463:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788197962.757501:0:23463:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788197962.757502:0:23463:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788197962.757503:0:23463:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788197962.757505:0:23463:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788197962.757507:0:23463:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788197962.757508:0:23463:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788197962.757510:0:23463:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788197962.757514:0:23463:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:2.0:1788197962.757516:0:23463:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788197962.757518:0:23463:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788197962.757519:0:23463:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788197962.757520:0:23463:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788197962.757521:0:23463:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788197962.757522:0:23463:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788197962.757523:0:23463:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788197962.757525:0:23463:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788197962.757530:0:23463:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788197962.757568:0:23463:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1788197962.757588:0:23463:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e02d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819478912:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788197962.757663:0:23463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197962.757708:0:23463:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d0837180 going to sleep for 11 seconds 00000100:00100000:1.0:1788197962.757801:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819478912 00000100:00100000:1.0:1788197962.757809:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819478912 00000100:00100000:1.0:1788197962.757903:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788197962.757913:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+12:23463:x1875060819478912:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788197962.757951:0:22724:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1788197962.757954:0:22724:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:1.0:1788197962.757962:0:22724:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:1.0:1788197962.758228:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+12:23463:x1875060819478912:12345-0@lo:253:mount.lustre.0 Request processed in 316us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197962.758236:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788197962.758357:0:23463:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e02d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819478912:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788197962.758367:0:23463:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1788197962.758370:0:23463:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788197962.758371:0:23463:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788197962.758372:0:23463:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788197962.758373:0:23463:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788197962.758374:0:23463:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788197962.758375:0:23463:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788197962.758376:0:23463:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788197962.758377:0:23463:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788197962.758378:0:23463:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1788197962.758397:0:23463:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9851f27e4000 from lustre-MDT0001 10000000:01000000:2.0:1788197962.758422:0:23463:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:2.0:1788197962.758424:0:23463:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1788197962.758429:0:23463:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9850c2eb3370 local copy 00010000:00010000:2.0:1788197962.758439:0:23463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8400/0xb1c7fb411490ac3a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ac41 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788197962.758512:0:23463:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e02d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819479040:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788197962.758552:0:23463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197962.758979:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819479040 00000100:00100000:3.0:1788197962.758985:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819479040 00000100:00100000:3.0:1788197962.759009:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788197962.759016:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+12:23463:x1875060819479040:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788197962.759072:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+12:23463:x1875060819479040:12345-0@lo:501:mount.lustre.0 Request processed in 57us (531us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788197962.759079:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788197962.759248:0:23463:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d0837900 going to sleep for 11 seconds 00000100:00100000:0.0:1788197962.759263:0:23463:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e02d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819479040:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1788197962.759276:0:23463:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.139@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1788197962.759295:0:23463:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.139@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1788197962.759302:0:23463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8400/0xb1c7fb411490ac3a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ac41 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197962.760505:0:23463:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8400/0xb1c7fb411490ac3a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ac41 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788197962.760549:0:23463:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9851f27e4000 10000000:01000000:0.0:1788197962.760555:0:23463:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788197962.760561:0:23463:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff9850c2eb3370 10000000:01000000:0.0:1788197962.760564:0:23463:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:0.0:1788197962.760568:0:23463:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff9850c2eb3370 from 1 10000000:01000000:0.0:1788197962.760571:0:23463:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788197962.760601:0:23463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8600/0xb1c7fb411490ad4b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197962.760609:0:23463:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8600/0xb1c7fb411490ad4b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197962.760618:0:23463:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8600/0xb1c7fb411490ad4b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197962.760638:0:23463:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7694e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819479168:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788197962.760685:0:23463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197962.760724:0:23463:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851f3c27e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788197962.760795:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819479168 00000100:00100000:3.0:1788197962.760802:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819479168 00000100:00100000:3.0:1788197962.760847:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788197962.760855:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+12:23463:x1875060819479168:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788197962.760867:0:22721:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788197962.760881:0:22721:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9851c1666e00/0xb1c7fb411490ad52 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490ad4b expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197962.760901:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9851c1666e00/0xb1c7fb411490ad52 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490ad4b expref: 13 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197962.760910:0:22721:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9851c1666e00/0xb1c7fb411490ad52 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490ad4b expref: 13 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197962.760932:0:22721:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851c1666e00, rc 0) 00000100:00100000:3.0:1788197962.760972:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+13:23463:x1875060819479168:12345-0@lo:101:mount.lustre.0 Request processed in 117us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197962.760979:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788197962.761080:0:23463:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7694e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819479168:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788197962.761093:0:23463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8600/0xb1c7fb411490ad4b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ad52 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197962.761102:0:23463:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8600/0xb1c7fb411490ad4b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490ad52 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788197962.761142:0:23463:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788197962.761162:0:23463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8600/0xb1c7fb411490ad4b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ad52 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197962.761169:0:23463:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8600/0xb1c7fb411490ad4b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ad52 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788197962.761176:0:23463:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9851f27e4000 10000000:01000000:0.0:1788197962.761180:0:23463:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1788197962.761183:0:23463:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9851f27e4000 from 1 10000000:01000000:0.0:1788197962.761186:0:23463:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1788197962.761199:0:23463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9a00/0xb1c7fb411490ad59 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197962.761207:0:23463:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9a00/0xb1c7fb411490ad59 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197962.761214:0:23463:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9a00/0xb1c7fb411490ad59 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197962.761226:0:23463:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7694e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819479296:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788197962.761251:0:23463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197962.761270:0:23463:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851f3c27e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788197962.761472:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819479296 00000100:00100000:3.0:1788197962.761477:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819479296 00000100:00100000:3.0:1788197962.761499:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788197962.761505:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+13:23463:x1875060819479296:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788197962.761512:0:22722:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788197962.761520:0:22722:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9851c1667c00/0xb1c7fb411490ad60 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490ad59 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197962.761534:0:22722:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9851c1667c00/0xb1c7fb411490ad60 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490ad59 expref: 14 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197962.761554:0:22722:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9851c1667c00/0xb1c7fb411490ad60 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490ad59 expref: 14 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197962.761562:0:22722:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851c1667c00, rc 0) 00000100:00100000:3.0:1788197962.761595:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+14:23463:x1875060819479296:12345-0@lo:101:mount.lustre.0 Request processed in 90us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197962.761601:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788197962.761667:0:23463:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7694e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819479296:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788197962.761678:0:23463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9a00/0xb1c7fb411490ad59 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ad60 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197962.761686:0:23463:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9a00/0xb1c7fb411490ad59 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490ad60 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788197962.761709:0:23463:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1788197962.761723:0:23463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9a00/0xb1c7fb411490ad59 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ad60 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197962.761730:0:23463:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9a00/0xb1c7fb411490ad59 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ad60 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788197962.761736:0:23463:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1788197962.761740:0:23463:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788197962.761745:0:23463:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9851f27e4000 10000000:01000000:2.0:1788197962.761748:0:23463:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1788197962.761751:0:23463:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:2.0:1788197962.761753:0:23463:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:2.0:1788197962.761767:0:23463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851d03b0a00/0xb1c7fb411490ad67 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197962.761774:0:23463:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9851d03b0a00/0xb1c7fb411490ad67 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197962.761781:0:23463:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9851d03b0a00/0xb1c7fb411490ad67 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788197962.761793:0:23463:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e00000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819479424:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788197962.761821:0:23463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197962.761844:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819479424 00000100:00100000:2.0:1788197962.761847:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819479424 00000100:00100000:2.0:1788197962.761869:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788197962.761875:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+14:23463:x1875060819479424:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788197962.761891:0:22724:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788197962.761900:0:22724:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9851d03b0000/0xb1c7fb411490ad6e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490ad67 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197962.761914:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9851d03b0000/0xb1c7fb411490ad6e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490ad67 expref: 15 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197962.761922:0:22724:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9851d03b0000/0xb1c7fb411490ad6e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490ad67 expref: 15 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197962.761929:0:22724:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851d03b0000, rc 0) 00000100:00100000:2.0:1788197962.761951:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+15:23463:x1875060819479424:12345-0@lo:101:mount.lustre.0 Request processed in 77us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197962.761957:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788197962.761985:0:23463:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d0837cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788197962.761995:0:23463:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e00000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819479424:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788197962.762004:0:23463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9851d03b0a00/0xb1c7fb411490ad67 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ad6e expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197962.762012:0:23463:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9851d03b0a00/0xb1c7fb411490ad67 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490ad6e expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788197962.763200:0:23463:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:2.0:1788197962.763989:0:23463:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788197962.768809:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1788197962.768867:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:0.0:1788197962.768884:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:0.0:1788197962.768897:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:0.0:1788197962.768911:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:0.0:1788197962.768924:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:0.0:1788197962.768948:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:0.0:1788197962.768960:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:0.0:1788197962.768971:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:0.0:1788197962.768981:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:0.0:1788197962.768993:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:0.0:1788197962.769006:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:0.0:1788197962.769017:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:0.0:1788197962.769028:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:0.0:1788197962.769038:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:0.0:1788197962.769049:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:0.0:1788197962.769066:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:0.0:1788197962.769077:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:0.0:1788197962.769087:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:0.0:1788197962.769097:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:0.0:1788197962.769108:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:0.0:1788197962.769120:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:0.0:1788197962.769133:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:0.0:1788197962.769146:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:0.0:1788197962.769269:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:0.0:1788197962.769288:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:0.0:1788197962.769300:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:0.0:1788197962.769310:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:0.0:1788197962.769473:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:0.0:1788197962.769485:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:0.0:1788197962.769495:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:0.0:1788197962.769507:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:0.0:1788197962.769519:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:0.0:1788197962.769530:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:0.0:1788197962.769553:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:0.0:1788197962.769567:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:0.0:1788197962.769578:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:0.0:1788197962.769588:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:0.0:1788197962.769601:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:0.0:1788197962.769628:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:0.0:1788197962.769639:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:0.0:1788197962.769652:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:0.0:1788197962.769665:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:0.0:1788197962.769678:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:0.0:1788197962.769706:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:0.0:1788197962.769712:0:23463:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:0.0:1788197962.769819:0:23463:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7695c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819479552:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788197962.769886:0:23463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197962.770013:0:23463:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851f3c27cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788197962.770063:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819479552 00000100:00100000:2.0:1788197962.770072:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819479552 00000100:00100000:2.0:1788197962.770461:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788197962.770473:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+15:23463:x1875060819479552:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788197962.771051:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+15:23463:x1875060819479552:12345-0@lo:501:mount.lustre.0 Request processed in 579us (1163us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197962.771061:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788197962.771221:0:23463:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7695c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819479552:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788197962.771264:0:23463:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e00000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819479680:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788197962.771306:0:23463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197962.771467:0:23463:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d0837240 going to sleep for 11 seconds 00000100:00100000:0.0:1788197962.771505:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819479680 00000100:00100000:0.0:1788197962.771510:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819479680 00000100:00100000:0.0:1788197962.771681:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788197962.771690:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+15:23463:x1875060819479680:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788197962.772562:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+15:23463:x1875060819479680:12345-0@lo:503:mount.lustre.0 Request processed in 869us (1251us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197962.772570:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788197962.772650:0:23463:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e00000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819479680:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788197962.773126:0:23463:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788197962.773266:0:23463:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e00000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819479808:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788197962.773441:0:23463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197962.773509:0:23463:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d0837cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788197962.773554:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819479808 00000100:00100000:0.0:1788197962.773561:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819479808 00000100:00100000:0.0:1788197962.773603:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788197962.773611:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+15:23463:x1875060819479808:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788197962.774285:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+15:23463:x1875060819479808:12345-0@lo:502:mount.lustre.0 Request processed in 673us (971us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197962.774293:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788197962.774509:0:23463:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e00000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819479808:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788197962.774886:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1788197962.774912:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:2.0:1788197962.774923:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:2.0:1788197962.774934:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:2.0:1788197962.774947:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:2.0:1788197962.774957:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:2.0:1788197962.774968:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:2.0:1788197962.774979:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:2.0:1788197962.774989:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:2.0:1788197962.774999:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:2.0:1788197962.775010:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:2.0:1788197962.775020:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:2.0:1788197962.775031:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:2.0:1788197962.775041:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:2.0:1788197962.775052:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:2.0:1788197962.775062:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:2.0:1788197962.775073:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:2.0:1788197962.775091:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:2.0:1788197962.775102:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:2.0:1788197962.775232:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:2.0:1788197962.775245:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:2.0:1788197962.775256:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:2.0:1788197962.775266:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:2.0:1788197962.775278:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:2.0:1788197962.775288:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:2.0:1788197962.775298:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:2.0:1788197962.775309:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:2.0:1788197962.775407:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:2.0:1788197962.775420:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:2.0:1788197962.775431:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:2.0:1788197962.775441:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:2.0:1788197962.775453:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:2.0:1788197962.775464:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:2.0:1788197962.775475:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:2.0:1788197962.775485:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:2.0:1788197962.775496:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:2.0:1788197962.775506:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:2.0:1788197962.775516:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:2.0:1788197962.775527:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:2.0:1788197962.775537:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:2.0:1788197962.775562:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:2.0:1788197962.775574:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:2.0:1788197962.775584:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:2.0:1788197962.775595:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:2.0:1788197962.775636:0:23463:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e00000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819479936:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788197962.775699:0:23463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197962.775857:0:23463:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d0837cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788197962.775901:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819479936 00000100:00100000:0.0:1788197962.775912:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819479936 00000100:00100000:0.0:1788197962.775992:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788197962.776000:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+15:23463:x1875060819479936:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788197962.776100:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+15:23463:x1875060819479936:12345-0@lo:502:mount.lustre.0 Request processed in 100us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197962.776107:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788197962.776186:0:23463:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e00000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819479936:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788197962.776240:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:2.0:1788197962.776246:0:23463:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:2.0:1788197962.776980:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788197962.776990:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788197962.776992:0:23467:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1788197962.776997:0:23467:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:2.0:1788197962.777000:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788197962.777012:0:23467:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff9850c2f38000) 00000020:00000080:2.0:1788197962.777032:0:23467:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:2.0:1788197962.777036:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1788197962.777110:0:23467:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:2.0:1788197962.777116:0:23467:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xb1c7fb411490ad7c 00000020:00000080:2.0:1788197962.777307:0:23467:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:2.0:1788197962.777311:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788197962.777345:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788197962.777355:0:23467:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1788197962.777359:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788197962.777362:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788197962.777364:0:23467:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:2.0:1788197962.777367:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788197962.777374:0:23467:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff9850c2f399b8) 00000020:00000080:2.0:1788197962.777384:0:23467:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:2.0:1788197962.777387:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1788197962.777389:0:23467:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:2.0:1788197962.777392:0:23467:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:2.0:1788197962.777398:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1788197962.777444:0:23467:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9851f27e4000 from lustre-MDT0001, refs=2 00000020:00000080:2.0:1788197962.777454:0:23467:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff9850c2f3b370) 00000020:00000080:2.0:1788197962.777461:0:23467:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:2.0:1788197962.777519:0:23467:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1788197962.777525:0:23467:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xb1c7fb411490ad91 00000020:00000080:2.0:1788197962.777622:0:23467:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:2.0:1788197962.777634:0:23467:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1788197962.777638:0:23467:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0xb1c7fb411490ad98 00080000:01000000:2.0:1788197962.777644:0:23467:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:2.0:1788197962.777647:0:23467:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xb1c7fb411490ad9f 00000100:00100000:1.0:1788197962.813436:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c87fe6c0 going to sleep for 0 seconds 00010000:00010000:2.0:1788197962.868222:0:23467:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:2.0:1788197962.869825:0:23467:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:2.0:1788197962.870822:0:23467:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1788197962.872463:0:23467:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:1.0:1788197962.872479:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788197962.872486:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788197962.872488:0:23467:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:1.0:1788197962.872492:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788197962.872498:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788197962.872499:0:23467:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:1.0:1788197962.872503:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788197962.872508:0:23467:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.139@tcp to nid 0x20000c0a8cc8b (192.168.204.139@tcp) 00000020:00000080:1.0:1788197962.872552:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788197962.872568:0:23467:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff9851fb1fcd28) 00000020:00000080:1.0:1788197962.872590:0:23467:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:1.0:1788197962.872595:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788197962.872661:0:23467:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:1.0:1788197962.872673:0:23467:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:1.0:1788197962.872681:0:23467:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xb1c7fb411490adad 00010000:00080000:1.0:1788197962.872722:0:23467:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9851c82d2000@lustre-MDT0000-osp-MDT0001: add connection 192.168.204.139@tcp at head 00010000:00010000:1.0:1788197962.874401:0:23467:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:3.0:1788197962.882254:0:23467:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1788197962.882271:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1788197962.882366:0:23467:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:3.0:1788197962.882393:0:23467:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xb1c7fb411490adb4 00000100:00080000:3.0:1788197962.882405:0:23467:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788197962.882417:0:23467:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9851c82d2000 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:3.0:1788197962.882465:0:23467:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851c6d5ad80 x1875060819480064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788197962.882488:0:23467:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:3.0:1788197962.882559:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788197962.882564:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788197962.882566:0:23467:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:3.0:1788197962.882569:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788197962.882572:0:23467:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:3.0:1788197962.882574:0:23467:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788197962.882575:0:23467:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788197962.882577:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788197962.882579:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788197962.882581:0:23467:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788197962.882584:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788197962.882588:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788197962.882590:0:23467:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:3.0:1788197962.882593:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1788197962.882626:0:23467:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1788197962.882640:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788197962.882643:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788197962.882645:0:23467:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:3.0:1788197962.882648:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788197962.882650:0:23467:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:3.0:1788197962.882651:0:23467:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788197962.882653:0:23467:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788197962.882655:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788197962.882657:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788197962.882659:0:23467:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788197962.882661:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788197962.882665:0:23467:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1788197962.882668:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788197962.882675:0:23467:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1788197962.882679:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788197962.882683:0:23467:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.139@tcp to nid 0x20000c0a8cc8b (192.168.204.139@tcp) 00000020:01000000:3.0:1788197962.882949:0:23467:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1788197962.882953:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788197962.882965:0:23467:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff9851f3c68000) 00000020:00000080:3.0:1788197962.882978:0:23467:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:3.0:1788197962.882982:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788197962.883038:0:23467:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:3.0:1788197962.883045:0:23467:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:3.0:1788197962.883050:0:23467:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xb1c7fb411490adc2 00010000:00080000:3.0:1788197962.883078:0:23467:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9850c38bc000@lustre-OST0000-osc-MDT0001: add connection 192.168.204.139@tcp at head 00000100:00080000:2.0:1788197962.883209:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1788197962.883214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1788197962.883217:0:37:0:(import.c:65:import_set_state_nolock()) ffff9851fc38b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788197962.883221:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 670 00000100:00080000:2.0:1788197962.883224:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1788197962.883228:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9851fc38b000 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:2.0:1788197962.883258:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851e7e00000 x1875060819480192/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788197962.883268:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788197962.883272:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788197962.883274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788197962.883277:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1788197962.883517:0:23467:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00100000:0.0:1788197962.884391:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819480064:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788197962.884462:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197962.884505:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819480192:0@lo:38:kworker.0 00000100:00100000:0.0:1788197962.884529:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197962.884579:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3615:1875060819480320:0@lo:400:kworker.0 00000100:00100000:0.0:1788197962.884607:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197962.884641:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819480064 00000100:00100000:0.0:1788197962.884649:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819480064 00000100:00100000:0.0:1788197962.884672:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819480192 00000100:00100000:0.0:1788197962.884675:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819480192 00000100:00100000:0.0:1788197962.884687:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788197962.884695:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7696300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3612:x1875060819480064:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788197962.884734:0:22734:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 671 last 0 00000020:00000080:0.0:1788197962.884767:0:22734:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xb1c7fb411490adc9 00000004:00100000:0.0:1788197962.884782:0:22734:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:0.0:1788197962.884788:0:22734:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:0.0:1788197962.884856:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819480320 00000100:00100000:0.0:1788197962.884861:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819480320 00000100:00100000:0.0:1788197962.884893:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788197962.884900:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7694e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1875060819480320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788197962.884963:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7694e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1875060819480320:12345-0@lo:400:kworker.0 Request processed in 63us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197962.884971:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1788197962.885007:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9851e7e00380 x1875060819480320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197978 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788197962.885019:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3615:1875060819480320:0@lo:400:kworker.0 00000040:01000000:0.0:1788197962.885996:0:23467:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1788197962.886233:0:23467:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:0.0:1788197962.890626:0:23467:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:0.0:1788197962.892274:0:22734:0:(import.c:65:import_set_state_nolock()) ffff9851f27e0000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788197962.892598:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7696300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3612:x1875060819480064:12345-0@lo:38:llog_process_th.0 Request processed in 7900us (8133us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197962.892610:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788197962.892641:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788197962.892648:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7695c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3612:x1875060819480192:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1788197962.892995:0:3612:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788197962.893006:0:3612:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1788197962.893015:0:3612:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1788197962.893021:0:3612:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1788197962.893024:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851c82d2000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788197962.893035:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819480064:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788197962.893244:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788197962.893258:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819480448:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788197962.893304:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197962.893365:0:22735:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:3.0:1788197962.893374:0:22735:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:3.0:1788197962.893506:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819480448 00000100:00100000:3.0:1788197962.893512:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819480448 00000100:00100000:3.0:1788197962.893635:0:23472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788197962.893644:0:23472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3615:x1875060819480448:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788197962.893673:0:23472:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788197962.893838:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7695c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3612:x1875060819480192:12345-0@lo:38:kworker.0 Request processed in 1188us (9307us total) trans 0 rc -11/-11 00000100:00100000:0.0:1788197962.893846:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788197962.893875:0:3612:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788197962.893881:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851fc38b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788197962.893886:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1788197962.893890:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819480192:0@lo:38:kworker.0 00000040:00080000:0.0:1788197962.893935:0:23467:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:0.0:1788197962.895004:0:23467:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000100:00100000:3.0:1788197962.895202:0:23472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3615:x1875060819480448:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1555us (1892us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197962.895214:0:23472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000040:00080000:3.0:1788197962.895930:0:23473:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788197962.895935:0:23473:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000100:00100000:0.0:1788197962.896240:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819480448:0@lo:41:osp-pre-0-1.0 00000020:00000080:2.0:1788197962.900759:0:23467:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788197962.900774:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1788197962.900822:0:23467:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1788197962.900846:0:23467:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xb1c7fb411490add0 00000100:00080000:2.0:1788197962.900859:0:23467:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788197962.900866:0:23467:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9850c38bc000 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:2.0:1788197962.900902:0:23467:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851e7e01500 x1875060819480576/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788197962.900928:0:23467:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:2.0:1788197962.900983:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788197962.900987:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788197962.900989:0:23467:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1788197962.900993:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788197962.900996:0:23467:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:2.0:1788197962.900997:0:23467:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788197962.900999:0:23467:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788197962.901000:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788197962.901002:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788197962.901004:0:23467:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788197962.901006:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788197962.901010:0:23467:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1788197962.901013:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788197962.901014:0:23467:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1788197962.901017:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788197962.901020:0:23467:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.139@tcp to nid 0x20000c0a8cc8b (192.168.204.139@tcp) 00000020:01000000:2.0:1788197962.901045:0:23467:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1788197962.901047:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788197962.901059:0:23467:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff9850c2f3cd28) 00000020:00000080:2.0:1788197962.901071:0:23467:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:2.0:1788197962.901076:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788197962.901146:0:23467:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:2.0:1788197962.901153:0:23467:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:2.0:1788197962.901158:0:23467:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xb1c7fb411490adde 00010000:00080000:2.0:1788197962.901186:0:23467:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9850c38b8800@lustre-OST0001-osc-MDT0001: add connection 192.168.204.139@tcp at head 00010000:00010000:2.0:1788197962.901401:0:23467:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:2.0:1788197962.901474:0:23467:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1788197962.901489:0:23467:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:0.0:1788197962.902208:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819480576:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1788197962.902270:0:3612:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875060819480576 offset 0 length 520: 4 00000100:00080000:0.0:1788197962.902345:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788197962.902350:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788197962.902353:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788197962.902356:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:2.0:1788197962.911138:0:23467:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788197962.912391:0:23467:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1788197962.912573:0:23467:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:1.0:1788197962.913207:0:23475:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788197962.913213:0:23475:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1788197962.917674:0:23467:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788197962.917691:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1788197962.917853:0:23467:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1788197962.917877:0:23467:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xb1c7fb411490ade5 00000100:00080000:2.0:1788197962.917889:0:23467:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788197962.917895:0:23467:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9850c38b8800 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:2.0:1788197962.917934:0:23467:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851e7e03480 x1875060819480704/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788197962.917954:0:23467:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1788197962.918023:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788197962.918028:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788197962.918030:0:23467:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1788197962.918033:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788197962.918036:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788197962.918038:0:23467:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788197962.918040:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788197962.918042:0:23467:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1788197962.918045:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788197962.918047:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788197962.918048:0:23467:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:2.0:1788197962.918050:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788197962.918060:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788197962.918061:0:23467:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1788197962.918065:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1788197962.918102:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788197962.918106:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788197962.918107:0:23467:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1788197962.918111:0:23467:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000100:00080000:1.0:1788197962.918331:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788197962.918338:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788197962.918340:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788197962.918344:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788197962.918586:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819480704:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1788197962.918641:0:3612:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875060819480704 offset 0 length 520: 4 00000020:01000000:1.0:1788197962.918798:0:23463:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:1.0:1788197962.918832:0:23463:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:1.0:1788197962.918856:0:23463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851d03b0a00/0xb1c7fb411490ad67 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ad6e expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197962.918868:0:23463:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9851d03b0a00/0xb1c7fb411490ad67 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ad6e expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788197962.918877:0:23463:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9851f27e4000 from 1 10000000:01000000:1.0:1788197962.918879:0:23463:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788197962.918907:0:23463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d800/0xb1c7fb411490adec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197962.918914:0:23463:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d800/0xb1c7fb411490adec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197962.918927:0:23463:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d800/0xb1c7fb411490adec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788197962.918944:0:23463:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6749500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819480832:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788197962.918982:0:23463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197962.919006:0:23463:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d8917900 going to sleep for 11 seconds 00000100:00100000:0.0:1788197962.920075:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819480832 00000100:00100000:0.0:1788197962.920090:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819480832 00000100:00100000:0.0:1788197962.920173:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788197962.920184:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+15:23463:x1875060819480832:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788197962.920199:0:22724:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788197962.920216:0:22724:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9850c1ea9000/0xb1c7fb411490adf3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490adec expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197962.920249:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9850c1ea9000/0xb1c7fb411490adf3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490adec expref: 16 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197962.920261:0:22724:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9850c1ea9000/0xb1c7fb411490adf3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490adec expref: 16 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197962.920272:0:22724:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c1ea9000, rc 0) 00000100:00100000:0.0:1788197962.920378:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+16:23463:x1875060819480832:12345-0@lo:101:mount.lustre.0 Request processed in 195us (1395us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197962.920386:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788197962.920482:0:23463:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6749500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819480832:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788197962.920516:0:23463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d800/0xb1c7fb411490adec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490adf3 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197962.920525:0:23463:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d800/0xb1c7fb411490adec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490adf3 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788197962.921097:0:23463:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6749500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819480960:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1788197962.921143:0:23463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197962.921182:0:23463:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d8917900 going to sleep for 11 seconds 00000100:00100000:0.0:1788197962.921592:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819480960 00000100:00100000:0.0:1788197962.921608:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819480960 00000100:00100000:0.0:1788197962.921654:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788197962.921662:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+16:23463:x1875060819480960:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1788197962.921682:0:22721:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1788197962.921712:0:22721:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1788197962.921715:0:22721:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1788197962.921806:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+16:23463:x1875060819480960:12345-0@lo:256:mount.lustre.0 Request processed in 144us (661us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197962.921813:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788197962.923527:0:23463:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6749500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819480960:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1788197962.924177:0:23463:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788197962.924206:0:23463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d800/0xb1c7fb411490adec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490adf3 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197962.924218:0:23463:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d800/0xb1c7fb411490adec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490adf3 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788197962.924227:0:23463:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9851f27e4000 from 1 10000000:01000000:1.0:1788197962.924231:0:23463:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788197962.924267:0:23463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490adfa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197962.924275:0:23463:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490adfa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197962.924284:0:23463:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490adfa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788197962.924306:0:23463:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6749500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819481088:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788197962.924413:0:23463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197962.924451:0:23463:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d8917900 going to sleep for 11 seconds 00000100:00100000:0.0:1788197962.925906:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819481088 00000100:00100000:0.0:1788197962.925919:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819481088 00000100:00100000:0.0:1788197962.925985:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788197962.925996:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+16:23463:x1875060819481088:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788197962.926010:0:22721:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788197962.926027:0:22721:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9850c1ea9800/0xb1c7fb411490ae01 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490adfa expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197962.926055:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9850c1ea9800/0xb1c7fb411490ae01 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490adfa expref: 17 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197962.926066:0:22721:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9850c1ea9800/0xb1c7fb411490ae01 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490adfa expref: 17 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197962.926077:0:22721:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c1ea9800, rc 0) 00000100:00100000:0.0:1788197962.926147:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+17:23463:x1875060819481088:12345-0@lo:101:mount.lustre.0 Request processed in 153us (1733us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197962.926154:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788197962.926496:0:23463:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6749500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819481088:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788197962.926516:0:23463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490adfa lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ae01 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197962.926526:0:23463:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490adfa lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490ae01 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788197962.928643:0:23463:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:1.0:1788197962.930133:0:23463:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788197962.931276:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1788197962.931311:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:1.0:1788197962.931344:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:1.0:1788197962.931356:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:1.0:1788197962.931368:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:1.0:1788197962.931380:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:1.0:1788197962.931392:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:1.0:1788197962.931404:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:1.0:1788197962.931416:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1788197962.931429:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:1.0:1788197962.931441:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:1.0:1788197962.931459:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:1.0:1788197962.931464:0:23463:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:1.0:1788197962.931579:0:23463:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6749500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819481216:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788197962.931648:0:23463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197962.931698:0:23463:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d8917480 going to sleep for 11 seconds 00000100:00100000:3.0:1788197962.931927:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819481216 00000100:00100000:3.0:1788197962.931943:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819481216 00000100:00100000:3.0:1788197962.931994:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788197962.932003:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+17:23463:x1875060819481216:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788197962.932127:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+17:23463:x1875060819481216:12345-0@lo:501:mount.lustre.0 Request processed in 125us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197962.932135:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788197962.932597:0:23463:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6749500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819481216:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788197962.932638:0:23463:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6749500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819481344:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788197962.932686:0:23463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197962.932727:0:23463:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d8917480 going to sleep for 11 seconds 00000100:00100000:0.0:1788197962.932776:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819481344 00000100:00100000:0.0:1788197962.932781:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819481344 00000100:00100000:0.0:1788197962.932823:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1788197962.932830:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+17:23463:x1875060819481344:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788197962.932921:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+17:23463:x1875060819481344:12345-0@lo:503:mount.lustre.0 Request processed in 91us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197962.932928:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788197962.935242:0:23463:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6749500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819481344:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788197962.935745:0:23463:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788197962.935828:0:23463:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6749500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819481472:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788197962.935903:0:23463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197962.935940:0:23463:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c87fe840 going to sleep for 11 seconds 00000100:00100000:0.0:1788197962.936180:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819481472 00000100:00100000:0.0:1788197962.936187:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819481472 00000100:00100000:0.0:1788197962.936241:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788197962.936251:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+17:23463:x1875060819481472:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788197962.936394:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+17:23463:x1875060819481472:12345-0@lo:502:mount.lustre.0 Request processed in 144us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197962.936402:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788197962.936451:0:23463:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6749500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819481472:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788197962.936643:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1788197962.936670:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:0.0:1788197962.936685:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:0.0:1788197962.936711:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:0.0:1788197962.936728:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:0.0:1788197962.936741:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:0.0:1788197962.936753:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:0.0:1788197962.936766:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:0.0:1788197962.936778:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1788197962.936792:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:0.0:1788197962.936806:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:0.0:1788197962.936831:0:23463:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7695880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819481600:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788197962.936868:0:23463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197962.936958:0:23463:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c6390780 going to sleep for 11 seconds 00000100:00100000:3.0:1788197962.941778:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819481600 00000100:00100000:3.0:1788197962.941794:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819481600 00000100:00100000:3.0:1788197962.941851:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788197962.941862:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+17:23463:x1875060819481600:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788197962.942045:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+17:23463:x1875060819481600:12345-0@lo:502:mount.lustre.0 Request processed in 184us (5175us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197962.942053:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788197962.942193:0:23463:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7695880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819481600:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788197962.942292:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:0.0:1788197962.942306:0:23463:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1788197962.943787:0:23477:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788197962.943800:0:23477:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788197962.943802:0:23477:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1788197962.943809:0:23477:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9851f27e4000 00000020:00000080:2.0:1788197962.943812:0:23477:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788197962.943820:0:23477:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788197962.943822:0:23477:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788197962.943824:0:23477:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1788197962.943826:0:23477:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788197962.943829:0:23477:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788197962.943830:0:23477:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1788197962.943834:0:23477:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9851f27e4000 00000020:00000080:2.0:1788197962.943836:0:23477:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788197962.943899:0:23477:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788197962.943903:0:23477:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788197962.943904:0:23477:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1788197962.943907:0:23477:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788197962.943909:0:23477:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788197962.943911:0:23477:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788197962.943914:0:23477:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9851f27e4000 00000020:00000080:2.0:1788197962.943917:0:23477:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788197962.943935:0:23477:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788197962.943938:0:23477:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788197962.943939:0:23477:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788197962.943941:0:23477:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788197962.943944:0:23477:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788197962.943945:0:23477:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1788197962.943958:0:23477:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9851f27e4000 00000020:00000080:2.0:1788197962.943960:0:23477:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788197962.943986:0:23477:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788197962.943989:0:23477:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788197962.943991:0:23477:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1788197962.943994:0:23477:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:3.0:1788197962.950522:0:23463:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1788197962.950593:0:23463:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788197962.950621:0:23463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490adfa lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ae01 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197962.950633:0:23463:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490adfa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ae01 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788197962.950695:0:23463:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1788197962.950707:0:23463:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9851f27e4000 10000000:01000000:3.0:1788197962.950710:0:23463:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9851f27e4000 10000000:01000000:3.0:1788197962.950715:0:23463:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788197962.950721:0:23463:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9851f27e4000 from 1 10000000:01000000:3.0:1788197962.950723:0:23463:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788197962.950763:0:23463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851c1667800/0xb1c7fb411490ae08 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197962.950778:0:23463:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9851c1667800/0xb1c7fb411490ae08 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197962.950792:0:23463:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9851c1667800/0xb1c7fb411490ae08 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788197962.950818:0:23463:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d5b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819481728:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788197962.950889:0:23463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197962.950932:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819481728 00000100:00100000:3.0:1788197962.950940:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819481728 00000100:00100000:3.0:1788197962.950990:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1788197962.950999:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+17:23463:x1875060819481728:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788197962.951013:0:22722:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788197962.951026:0:22722:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9851c1667000/0xb1c7fb411490ae0f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490ae08 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197962.951049:0:22722:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9851c1667000/0xb1c7fb411490ae0f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490ae08 expref: 18 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197962.951059:0:22722:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9851c1667000/0xb1c7fb411490ae0f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490ae08 expref: 18 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197962.951068:0:22722:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851c1667000, rc 0) 00000100:00100000:3.0:1788197962.951100:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:23463:x1875060819481728:12345-0@lo:101:mount.lustre.0 Request processed in 102us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197962.951107:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1788197962.951148:0:23463:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c2b82240 going to sleep for 11 seconds 00000100:00100000:3.0:1788197962.951191:0:23463:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d5b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819481728:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788197962.951206:0:23463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9851c1667800/0xb1c7fb411490ae08 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ae0f expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197962.951215:0:23463:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9851c1667800/0xb1c7fb411490ae08 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490ae0f expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788197962.967646:0:23463:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:2.0:1788197962.967969:0:23463:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788197962.968141:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:2.0:1788197962.968164:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:2.0:1788197962.968175:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:2.0:1788197962.968185:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:2.0:1788197962.968194:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:2.0:1788197962.968205:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:2.0:1788197962.968217:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:2.0:1788197962.968227:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:2.0:1788197962.968237:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:2.0:1788197962.968247:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:2.0:1788197962.968257:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:2.0:1788197962.968267:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:2.0:1788197962.968277:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:2.0:1788197962.968286:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:2.0:1788197962.968296:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:2.0:1788197962.968307:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:2.0:1788197962.968354:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:2.0:1788197962.968368:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:2.0:1788197962.968380:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:2.0:1788197962.968391:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:2.0:1788197962.968405:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:2.0:1788197962.968417:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:2.0:1788197962.968428:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:2.0:1788197962.968439:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:2.0:1788197962.968450:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:2.0:1788197962.968471:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:2.0:1788197962.968485:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:2.0:1788197962.968496:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:2.0:1788197962.968506:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:2.0:1788197962.968516:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:2.0:1788197962.968526:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:2.0:1788197962.968549:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:2.0:1788197962.968563:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:2.0:1788197962.968574:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:2.0:1788197962.968583:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:2.0:1788197962.968593:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:2.0:1788197962.968606:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:2.0:1788197962.968618:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:2.0:1788197962.968629:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:2.0:1788197962.968640:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:2.0:1788197962.968653:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:2.0:1788197962.968666:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:2.0:1788197962.968677:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:2.0:1788197962.968690:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:2.0:1788197962.968701:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:2.0:1788197962.968713:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:2.0:1788197962.968726:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:2.0:1788197962.968739:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:2.0:1788197962.968866:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:2.0:1788197962.968888:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:2.0:1788197962.968905:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:2.0:1788197962.968910:0:23463:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:2.0:1788197962.968996:0:23463:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e02a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819481856:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788197962.969067:0:23463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197962.969120:0:23463:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c32769c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788197962.969157:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819481856 00000100:00100000:2.0:1788197962.969166:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819481856 00000100:00100000:2.0:1788197962.969222:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788197962.969233:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:23463:x1875060819481856:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788197962.969382:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:23463:x1875060819481856:12345-0@lo:501:mount.lustre.0 Request processed in 151us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197962.969391:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788197962.969458:0:23463:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e02a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819481856:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788197962.969488:0:23463:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e02a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819481984:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788197962.969529:0:23463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197962.969556:0:23463:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c32769c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788197962.977453:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819481984 00000100:00100000:1.0:1788197962.977472:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819481984 00000100:00100000:1.0:1788197962.977545:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1788197962.977557:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:23463:x1875060819481984:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788197962.977819:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:23463:x1875060819481984:12345-0@lo:503:mount.lustre.0 Request processed in 263us (8287us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197962.977827:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1788197962.977968:0:23463:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e02a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819481984:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788197962.981665:0:23463:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788197962.983966:0:23463:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d5b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819482112:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788197962.984060:0:23463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197962.984120:0:23463:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c2b82240 going to sleep for 11 seconds 00000100:00100000:2.0:1788197962.984464:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819482112 00000100:00100000:2.0:1788197962.984472:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819482112 00000100:00100000:2.0:1788197962.984526:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1788197962.984546:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:23463:x1875060819482112:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788197962.984674:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:23463:x1875060819482112:12345-0@lo:502:mount.lustre.0 Request processed in 138us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197962.984682:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1788197962.986468:0:23463:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d5b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819482112:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788197962.987163:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:3.0:1788197962.987201:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:3.0:1788197962.987214:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:3.0:1788197962.987225:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:3.0:1788197962.987238:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:3.0:1788197962.987251:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:3.0:1788197962.987264:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:3.0:1788197962.987276:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:3.0:1788197962.987288:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:3.0:1788197962.987301:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:3.0:1788197962.988047:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:3.0:1788197962.988076:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:3.0:1788197962.988092:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:3.0:1788197962.988107:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:3.0:1788197962.988141:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:3.0:1788197962.988155:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:3.0:1788197962.988179:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:3.0:1788197962.988192:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:3.0:1788197962.988204:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:3.0:1788197962.988215:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:3.0:1788197962.988227:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:3.0:1788197962.988240:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:3.0:1788197962.988253:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:3.0:1788197962.988265:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:3.0:1788197962.988279:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:3.0:1788197962.988293:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:3.0:1788197962.988304:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:3.0:1788197962.989836:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:3.0:1788197962.989871:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:3.0:1788197962.989886:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:3.0:1788197962.989918:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:3.0:1788197962.989933:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:3.0:1788197962.989946:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:3.0:1788197962.989960:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:3.0:1788197962.989973:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:3.0:1788197962.989988:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:3.0:1788197962.990001:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:3.0:1788197962.990015:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:3.0:1788197962.990029:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:3.0:1788197962.990042:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:3.0:1788197962.990055:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:3.0:1788197962.990068:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:3.0:1788197962.990079:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:3.0:1788197962.990093:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:3.0:1788197962.990106:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:3.0:1788197962.990120:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:3.0:1788197962.990148:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:3.0:1788197962.990164:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:3.0:1788197962.990227:0:23463:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d5b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819482240:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788197962.990344:0:23463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197962.990389:0:23463:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c6dfe600 going to sleep for 11 seconds 00000100:00100000:2.0:1788197962.993911:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819482240 00000100:00100000:2.0:1788197962.993927:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819482240 00000100:00100000:2.0:1788197962.993980:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788197962.993990:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3acbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:23463:x1875060819482240:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788197962.994160:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3acbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:23463:x1875060819482240:12345-0@lo:502:mount.lustre.0 Request processed in 170us (3848us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197962.994167:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1788197962.996466:0:23463:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d5b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819482240:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788197962.996848:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:3.0:1788197962.996879:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:3.0:1788197962.996920:0:23463:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d5b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819482368:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788197962.996992:0:23463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197962.997034:0:23463:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c6dfe600 going to sleep for 11 seconds 00000100:00100000:0.0:1788197962.997307:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819482368 00000100:00100000:0.0:1788197962.997356:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819482368 00000100:00100000:0.0:1788197962.997427:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788197962.997437:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3acb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:23463:x1875060819482368:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788197962.997584:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3acb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:23463:x1875060819482368:12345-0@lo:502:mount.lustre.0 Request processed in 148us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197962.997591:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1788197962.997819:0:23463:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d5b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819482368:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788197962.997880:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:1.0:1788197962.997891:0:23463:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1788197962.999160:0:23482:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:2.0:1788197962.999185:0:23482:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff9851dcd099b8) 00000020:00000080:2.0:1788197962.999209:0:23482:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:2.0:1788197962.999308:0:23482:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9851f27e4000 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1788197962.999902:0:23482:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9851f27e4000 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1788197962.999906:0:23482:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9851f27e4000 3 00010000:00080000:2.0:1788197962.999941:0:23482:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9851fb9a7000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.204.139@tcp at head 00010000:00010000:2.0:1788197963.009566:0:23482:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:2.0:1788197963.010260:0:23482:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:2.0:1788197963.010310:0:23482:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1788197963.010344:0:23482:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0xb1c7fb411490ae1d 00000100:00080000:2.0:1788197963.010356:0:23482:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788197963.010362:0:23482:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9851fb9a7000 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:2.0:1788197963.010402:0:23482:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851e7e02a00 x1875060819482496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788197963.010428:0:23482:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788197963.010604:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1788197963.010610:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1788197963.010613:0:37:0:(import.c:65:import_set_state_nolock()) ffff9851fc38b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788197963.010620:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9851fc38b000 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:3.0:1788197963.010637:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851c6d58e00 x1875060819482624/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788197963.010648:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788197963.010651:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788197963.010654:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788197963.010657:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788197963.010684:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788197963.010687:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788197963.010690:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788197963.010693:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788197963.010718:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3613:1875060819482752:0@lo:400:kworker.0 00000100:00100000:3.0:1788197963.010810:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197963.010846:0:3613:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000040:00080000:2.0:1788197963.010851:0:23482:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000100:00100000:3.0:1788197963.010855:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819482880:0@lo:400:kworker.0 00000100:00100000:3.0:1788197963.010884:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197963.010917:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819482752 00000100:00100000:3.0:1788197963.010923:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819482752 00000100:00100000:3.0:1788197963.010964:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788197963.010972:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3613:x1875060819482752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197963.011021:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3613:x1875060819482752:12345-0@lo:400:kworker.0 Request processed in 49us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197963.011028:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788197963.011047:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819482880 00000100:00100000:3.0:1788197963.011051:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819482880 00000100:00100000:3.0:1788197963.011072:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788197963.011078:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3613:x1875060819482880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197963.011109:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3613:x1875060819482880:12345-0@lo:400:kworker.0 Request processed in 31us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197963.011115:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788197963.011147:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819482880:0@lo:400:kworker.0 00010000:00080000:3.0:1788197963.011170:0:3613:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9851c6d58000 x1875060819482752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788197963.011179:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3613:1875060819482752:0@lo:400:kworker.0 00000020:01000000:1.0:1788197963.011853:0:23463:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1788197963.011898:0:23463:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1788197963.011915:0:23463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851c1667800/0xb1c7fb411490ae08 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ae0f expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197963.011926:0:23463:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9851c1667800/0xb1c7fb411490ae08 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ae0f expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1788197963.011978:0:23463:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1788197963.011984:0:23463:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788197963.011985:0:23463:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788197963.011986:0:23463:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788197963.011987:0:23463:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788197963.011989:0:23463:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788197963.011990:0:23463:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788197963.011991:0:23463:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788197963.011992:0:23463:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1788197963.011996:0:23463:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:1.0:1788197963.011998:0:23463:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788197963.011999:0:23463:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788197963.012001:0:23463:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788197963.012001:0:23463:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788197963.012002:0:23463:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788197963.012003:0:23463:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788197963.012004:0:23463:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788197963.012005:0:23463:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788197963.012006:0:23463:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1788197963.012023:0:23463:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1788197963.012037:0:23463:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6749880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819483008:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788197963.012081:0:23463:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197963.012111:0:23463:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c87fe3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788197963.012129:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819483008 00000100:00100000:1.0:1788197963.012134:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819483008 00000100:00100000:1.0:1788197963.012177:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788197963.012185:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3aca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:23463:x1875060819483008:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788197963.012209:0:22721:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1788197963.012222:0:22721:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:1.0:1788197963.013585:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3612:1875060819482496:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788197963.013642:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197963.013678:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819482624:0@lo:38:kworker.0 00000100:00100000:1.0:1788197963.013700:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197963.014394:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819482496 00000100:00100000:1.0:1788197963.014410:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819482496 00000100:00100000:1.0:1788197963.014448:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788197963.014455:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3612:x1875060819482496:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788197963.014481:0:22729:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 672 last 0 00000020:00000080:1.0:1788197963.014525:0:22729:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xb1c7fb411490ae24 00000004:00100000:1.0:1788197963.014552:0:22729:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788197963.014589:0:22729:0:(import.c:65:import_set_state_nolock()) ffff9851fc3d2000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788197963.014652:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3612:x1875060819482496:12345-0@lo:38:llog_process_th.0 Request processed in 195us (1008us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197963.014659:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788197963.014711:0:23472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819482624 00000100:00100000:1.0:1788197963.014715:0:23472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819482624 00000100:00100000:1.0:1788197963.014735:0:23472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788197963.014740:0:23472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e674ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3612:x1875060819482624:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1788197963.015076:0:23472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e674ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3612:x1875060819482624:12345-0@lo:38:kworker.0 Request processed in 333us (1372us total) trans 0 rc -11/-11 00000100:00100000:1.0:1788197963.015085:0:23472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:1.0:1788197963.015418:0:3612:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9851e7e02a00 x1875060819482496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788197973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788197963.015432:0:3612:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788197963.015442:0:3612:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1788197963.015451:0:3612:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1788197963.015456:0:3612:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788197963.015459:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851fb9a7000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788197963.015464:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3612:1875060819482496:0@lo:38:llog_process_th.0 00000100:00080000:1.0:1788197963.015479:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851fc38b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788197963.015489:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1788197963.015492:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819482624:0@lo:38:kworker.0 00000001:00100000:1.0:1788197963.017452:0:22709:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:1.0:1788197963.017488:0:22721:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1788197963.017769:0:22721:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:0.0:1788197963.020693:0:22745:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788197963.020703:0:22745:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788197963.020726:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9850c1ea9400/0xb1c7fb411490ae2b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.020746:0:22745:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9850c1ea8200/0xb1c7fb411490ad2f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490ad28 expref: 18 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.020754:0:22745:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9850c1ea9000/0xb1c7fb411490adf3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490adec expref: 18 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.020762:0:22745:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9850c1ea9400/0xb1c7fb411490ae2b lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.020818:0:22745:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9850c1ea9000/0xb1c7fb411490adf3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb1c7fb411490adec expref: 18 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.020839:0:22745:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9850c1ea9000/0xb1c7fb411490adf3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb1c7fb411490adec expref: 18 pid: 22724 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197963.020854:0:22745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7695880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22745:1875060819483136:0@lo:104: 00000100:00100000:0.0:1788197963.020939:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788197963.020989:0:22745:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9850c1ea8200/0xb1c7fb411490ad2f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb1c7fb411490ad28 expref: 18 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.020998:0:22745:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9850c1ea8200/0xb1c7fb411490ad2f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb1c7fb411490ad28 expref: 18 pid: 22724 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197963.021007:0:22745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7697800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22745:1875060819483264:0@lo:104: 00000100:00100000:0.0:1788197963.021025:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197963.021040:0:22745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c236c900 going to sleep for 11 seconds 00000100:00100000:0.0:1788197963.021115:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819483136 00000100:00100000:0.0:1788197963.021122:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819483136 00000100:00100000:0.0:1788197963.021150:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819483264 00000100:00100000:0.0:1788197963.021152:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819483264 00000100:00100000:0.0:1788197963.021164:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788197963.021172:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7696680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:27515ceb-a8a3-4165-9bb1-71641bb462d7+4:22745:x1875060819483136:12345-0@lo:104: 00010000:00010000:0.0:1788197963.021183:0:22713:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d800/0xb1c7fb411490adec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb1c7fb411490adf3 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.021230:0:22713:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788197963.021246:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7696680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:27515ceb-a8a3-4165-9bb1-71641bb462d7+4:22745:x1875060819483136:12345-0@lo:104: Request processed in 75us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197963.021253:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788197963.021269:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788197963.021275:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7695180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:27515ceb-a8a3-4165-9bb1-71641bb462d7+3:22745:x1875060819483264:12345-0@lo:104: 00010000:00010000:0.0:1788197963.021282:0:22713:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff9850c3b3c600/0xb1c7fb411490ad28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb1c7fb411490ad2f expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.021310:0:22713:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788197963.021338:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7695180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:27515ceb-a8a3-4165-9bb1-71641bb462d7+3:22745:x1875060819483264:12345-0@lo:104: Request processed in 63us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197963.021344:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788197963.021377:0:22745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7695880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22745:1875060819483136:0@lo:104: 00000100:00100000:0.0:1788197963.021384:0:22745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7697800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22745:1875060819483264:0@lo:104: 00010000:00010000:0.0:1788197963.021403:0:22745:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9850c1ea9400/0xb1c7fb411490ae2b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.021418:0:22717:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788197963.021424:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d800/0xb1c7fb411490adec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb1c7fb411490adf3 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.021432:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3d800 already unused, calling callback (ffffffffc125cc20) 10000000:00010000:0.0:1788197963.021435:0:22717:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d800/0xb1c7fb411490adec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb1c7fb411490adf3 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.021444:0:22717:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d800/0xb1c7fb411490adec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb1c7fb411490adf3 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788197963.021452:0:22717:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d800/0xb1c7fb411490adec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb1c7fb411490adf3 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788197963.021458:0:22717:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788197963.021482:0:22717:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d800/0xb1c7fb411490adec lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490adf3 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.021489:0:22717:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788197963.021504:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d800/0xb1c7fb411490adec lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490adf3 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.021520:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d800/0xb1c7fb411490adec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490adf3 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.021532:0:22717:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788197963.021545:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9850c3b3c600/0xb1c7fb411490ad28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb1c7fb411490ad2f expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.021552:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3c600 already unused, calling callback (ffffffffc125cc20) 10000000:00010000:0.0:1788197963.021555:0:22717:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9850c3b3c600/0xb1c7fb411490ad28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb1c7fb411490ad2f expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.021562:0:22717:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9850c3b3c600/0xb1c7fb411490ad28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb1c7fb411490ad2f expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788197963.021569:0:22717:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9850c3b3c600/0xb1c7fb411490ad28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb1c7fb411490ad2f expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788197963.021574:0:22717:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788197963.021587:0:22717:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff9850c3b3c600/0xb1c7fb411490ad28 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490ad2f expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.021592:0:22717:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788197963.021598:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9850c3b3c600/0xb1c7fb411490ad28 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490ad2f expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.021605:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9850c3b3c600/0xb1c7fb411490ad28 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490ad2f expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.021616:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197963.021622:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197963.021624:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197963.021630:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788197963.021650:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7697800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:27515ceb-a8a3-4165-9bb1-71641bb462d7:3615:1875060819483392:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788197963.021676:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197963.021695:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788197963.021700:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7695880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:27515ceb-a8a3-4165-9bb1-71641bb462d7:3615:1875060819483520:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788197963.021716:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197963.021743:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819483392 00000100:00100000:0.0:1788197963.021747:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819483392 00010000:00010000:0.0:1788197963.021764:0:22714:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9850c1ea9000/0xb1c7fb411490adf3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb1c7fb411490adec expref: 19 pid: 22724 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197963.021784:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819483520 00000100:00100000:0.0:1788197963.021787:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819483520 00010000:00010000:0.0:1788197963.021798:0:22714:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9850c1ea8200/0xb1c7fb411490ad2f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb1c7fb411490ad28 expref: 20 pid: 22724 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197963.021810:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788197963.021816:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7697480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:27515ceb-a8a3-4165-9bb1-71641bb462d7+20:3615:x1875060819483392:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788197963.021826:0:22714:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788197963.021831:0:22714:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9850c1ea9000/0xb1c7fb411490adf3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb1c7fb411490adec expref: 20 pid: 22724 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.021841:0:22714:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9850c1ea9000/0xb1c7fb411490adf3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb1c7fb411490adec expref: 20 pid: 22724 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.021853:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9850c1ea9000/0xb1c7fb411490adf3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb1c7fb411490adec expref: 20 pid: 22724 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.021875:0:22714:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788197963.021905:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7697480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:27515ceb-a8a3-4165-9bb1-71641bb462d7+19:3615:x1875060819483392:12345-0@lo:103:ldlm_bl.0 Request processed in 88us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197963.021911:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788197963.021924:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788197963.021931:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7694000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:3615:x1875060819483520:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788197963.021952:0:22714:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788197963.021958:0:22714:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9850c1ea8200/0xb1c7fb411490ad2f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb1c7fb411490ad28 expref: 18 pid: 22724 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.021969:0:22714:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9850c1ea8200/0xb1c7fb411490ad2f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb1c7fb411490ad28 expref: 18 pid: 22724 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.021980:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9850c1ea8200/0xb1c7fb411490ad2f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb1c7fb411490ad28 expref: 18 pid: 22724 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.021992:0:22714:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9850c1ea9400/0xb1c7fb411490ae2b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.021998:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9850c1ea9400/0xb1c7fb411490ae2b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788197963.022011:0:22714:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001606633s 00010000:00010000:0.0:1788197963.022015:0:22714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9850c1ea9400/0xb1c7fb411490ae2b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.022024:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9850c1ea9400/0xb1c7fb411490ae2b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.022041:0:22714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9850c1ea9400/0xb1c7fb411490ae2b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.022049:0:22714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9850c1ea9400/0xb1c7fb411490ae2b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.022055:0:22714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c1ea9400 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:0.0:1788197963.022059:0:22714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9850c1ea9400/0xb1c7fb411490ae2b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.022067:0:22714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9850c1ea9400/0xb1c7fb411490ae2b lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.022081:0:22714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9850c1ea9400/0xb1c7fb411490ae2b lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.022089:0:22714:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788197963.022114:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7694000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:27515ceb-a8a3-4165-9bb1-71641bb462d7+17:3615:x1875060819483520:12345-0@lo:103:ldlm_bl.0 Request processed in 184us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197963.022120:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788197963.022151:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7695880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:27515ceb-a8a3-4165-9bb1-71641bb462d7:3615:1875060819483520:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788197963.022159:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7697800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:27515ceb-a8a3-4165-9bb1-71641bb462d7:3615:1875060819483392:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788197963.022177:0:22745:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9850c1ea9400/0xb1c7fb411490ae2b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.022185:0:22745:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9850c1ea9400/0xb1c7fb411490ae2b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197963.022203:0:22745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9850c1ea9400/0xb1c7fb411490ae2b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788197963.022347:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3aca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+16:23463:x1875060819483008:12345-0@lo:253:mount.lustre.0 Request processed in 10160us (10263us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197963.022358:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788197963.022792:0:23463:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6749880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:23463:1875060819483008:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788197963.022804:0:23463:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:1.0:1788197963.022808:0:23463:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788197963.022809:0:23463:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788197963.022811:0:23463:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788197963.022812:0:23463:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788197963.022814:0:23463:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788197963.022815:0:23463:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788197963.022816:0:23463:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788197963.022818:0:23463:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788197963.022819:0:23463:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1788197963.022830:0:23463:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000040:01000000:3.0:1788197963.036780:0:23463:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:1.0:1788197963.036944:0:23488:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:1.0:1788197963.036949:0:23488:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:1.0:1788197963.037059:0:23489:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788197963.037240:0:23463:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:1.0:1788197963.037839:0:23489:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788197963.038647:0:23490:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d58000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23490:1875060819483648:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788197963.038741:0:23490:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197963.038784:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819483648 00000100:00100000:3.0:1788197963.038791:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819483648 00000100:00100000:3.0:1788197963.038833:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788197963.038842:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23490:x1875060819483648:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788197963.038908:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23490:x1875060819483648:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 67us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197963.038916:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788197963.038941:0:23490:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c57c1cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788197963.038966:0:23490:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d58000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23490:1875060819483648:0@lo:1000:lod0001_rec0000.0 00000040:01000000:3.0:1788197963.038994:0:23490:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1788197963.039024:0:23490:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d58000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23490:1875060819483776:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788197963.039061:0:23490:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:01000000:0.0:1788197963.039072:0:23463:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000100:00100000:3.0:1788197963.039084:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819483776 00000100:00100000:3.0:1788197963.039090:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819483776 00000100:00100000:3.0:1788197963.039114:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000040:00080000:0.0:1788197963.039116:0:23463:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788197963.039123:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23490:x1875060819483776:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788197963.040468:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23490:x1875060819483776:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 1340us (1399us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197963.040480:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788197963.040514:0:23490:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c57c1cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788197963.040549:0:23490:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d58000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23490:1875060819483776:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788197963.040637:0:23490:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d58000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23490:1875060819483904:0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1788197963.040673:0:23490:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197963.040699:0:23490:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c57c1780 going to sleep for 11 seconds 00000004:00000080:0.0:1788197963.040859:0:23463:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1788197963.040871:0:23463:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:0.0:1788197963.040954:0:23463:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788197963.042425:0:23463:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1788197963.044563:0:23463:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000100:00100000:0.0:1788197963.046978:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819483904 00000100:00100000:0.0:1788197963.046994:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819483904 00000100:00100000:0.0:1788197963.047048:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788197963.047059:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23490:x1875060819483904:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1788197963.047166:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23490:x1875060819483904:12345-0@lo:900:lod0001_rec0000.0 Request processed in 109us (6492us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197963.047174:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000040:01000000:0.0:1788197963.047207:0:23463:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:0.0:1788197963.047458:0:23463:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788197963.047878:0:23489:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1788197963.047942:0:23489:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00080000:10000000:0.0:1788197963.048016:0:23463:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00010000:00080000:0.0:1788197963.048277:0:23490:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9851c6d58000 x1875060819483904/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788197979 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788197963.048294:0:23490:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d58000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23490:1875060819483904:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1788197963.048388:0:23490:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7697800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23490:1875060819484032:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788197963.048471:0:23490:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197963.048506:0:23472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819484032 00000100:00100000:0.0:1788197963.048519:0:23472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819484032 00000100:00100000:0.0:1788197963.048568:0:23472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788197963.048576:0:23472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23490:x1875060819484032:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788197963.048644:0:23472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23490:x1875060819484032:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 69us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197963.048651:0:23472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788197963.048673:0:23490:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c76ac180 going to sleep for 11 seconds 00000100:00100000:0.0:1788197963.048686:0:23490:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7697800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23490:1875060819484032:0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1788197963.048732:0:23490:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000001:00000004:1.0:1788197963.050897:0:23463:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000040:00080000:0.0:1788197963.053300:0:23490:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1788197963.053425:0:23490:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1788197963.053431:0:23490:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00080000:1.0:1788197963.076652:0:23463:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1788197963.076704:0:23463:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffa407856d3988 00100000:10000000:1.0:1788197963.076715:0:23463:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:3.0:1788197963.077801:0:23463:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1788197963.077838:0:23463:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.139@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1788197963.077860:0:23463:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=48 00000080:00000004:3.0:1788197963.077877:0:23463:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:3.0:1788197963.078710:0:23463:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788197963.078936:0:23463:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788197963.134910:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788197963.837973:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c87fe6c0 going to sleep for 0 seconds 00000040:00080000:0.0:1788197964.034818:0:23485:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788197964.160485:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788197964.477441:0:22726:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788197964.477449:0:22726:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9851f27e4000 from 12 10000000:01000000:0.0:1788197964.477455:0:22726:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788197964.477520:0:22726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9000/0xb1c7fb411490ae32 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197964.477533:0:22726:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9000/0xb1c7fb411490ae32 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197964.477546:0:22726:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9000/0xb1c7fb411490ae32 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197964.477575:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7697800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819484160:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788197964.477641:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197964.477693:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c22d0000 going to sleep for 11 seconds 00000100:00100000:1.0:1788197964.477772:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819484160 00000100:00100000:1.0:1788197964.477780:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819484160 00000100:00100000:1.0:1788197964.477838:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788197964.477847:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3ac9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+16:22726:x1875060819484160:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788197964.477877:0:22724:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788197964.477890:0:22724:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9850c3b3d800/0xb1c7fb411490ae39 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490ae32 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197964.477911:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9850c3b3d800/0xb1c7fb411490ae39 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490ae32 expref: 17 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197964.477920:0:22724:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9850c3b3d800/0xb1c7fb411490ae39 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490ae32 expref: 17 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197964.477928:0:22724:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c3b3d800, rc 0) 00000100:00100000:1.0:1788197964.477971:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3ac9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+17:22726:x1875060819484160:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 125us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197964.477977:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788197964.478072:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7697800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819484160:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788197964.478092:0:22726:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9000/0xb1c7fb411490ae32 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ae39 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197964.478101:0:22726:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9000/0xb1c7fb411490ae32 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490ae39 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197964.478145:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7697800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819484288:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788197964.478176:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197964.478201:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c22d0000 going to sleep for 11 seconds 00000100:00100000:3.0:1788197964.479818:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819484288 00000100:00100000:3.0:1788197964.479832:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819484288 00000100:00100000:3.0:1788197964.479899:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1788197964.479909:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3ac8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+17:22726:x1875060819484288:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788197964.479934:0:22722:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788197964.479957:0:22722:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788197964.479961:0:22722:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:3.0:1788197964.480097:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3ac8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+17:22726:x1875060819484288:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 188us (1918us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197964.480105:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1788197964.480736:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7697800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819484288:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788197964.480793:0:22726:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788197964.480802:0:22726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9000/0xb1c7fb411490ae32 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ae39 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197964.480813:0:22726:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9000/0xb1c7fb411490ae32 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ae39 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788197964.480824:0:22726:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788197964.480827:0:22726:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9851ffca4800 from 12 10000000:01000000:0.0:1788197964.480830:0:22726:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788197964.480861:0:22726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9200/0xb1c7fb411490ae40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197964.480869:0:22726:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9200/0xb1c7fb411490ae40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197964.480878:0:22726:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9200/0xb1c7fb411490ae40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197964.480910:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7697800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819484416:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788197964.480949:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197964.480989:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c22d0000 going to sleep for 11 seconds 00000100:00100000:2.0:1788197964.481062:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819484416 00000100:00100000:2.0:1788197964.481067:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819484416 00000100:00100000:2.0:1788197964.481108:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1788197964.481117:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3acac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+17:22726:x1875060819484416:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788197964.481129:0:22721:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788197964.481143:0:22721:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9851d03b1200/0xb1c7fb411490ae47 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490ae40 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197964.481166:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9851d03b1200/0xb1c7fb411490ae47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490ae40 expref: 18 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197964.481185:0:22721:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9851d03b1200/0xb1c7fb411490ae47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490ae40 expref: 18 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197964.481193:0:22721:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851d03b1200, rc 0) 00000100:00100000:2.0:1788197964.481236:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3acac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:22726:x1875060819484416:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 120us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197964.481242:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788197964.481348:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7697800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819484416:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788197964.481359:0:22726:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9200/0xb1c7fb411490ae40 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ae47 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197964.481368:0:22726:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9200/0xb1c7fb411490ae40 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490ae47 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197964.481406:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7697800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819484544:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788197964.481434:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197964.481461:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c22d0000 going to sleep for 11 seconds 00000100:00100000:3.0:1788197964.481524:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819484544 00000100:00100000:3.0:1788197964.481528:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819484544 00000100:00100000:3.0:1788197964.481559:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1788197964.481566:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3ac9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:22726:x1875060819484544:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788197964.481577:0:22722:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788197964.481589:0:22722:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788197964.481592:0:22722:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:3.0:1788197964.481664:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3ac9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:22726:x1875060819484544:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 98us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197964.481670:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1788197964.481739:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7697800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819484544:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788197964.481770:0:22726:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788197964.481776:0:22726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9200/0xb1c7fb411490ae40 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ae47 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197964.481783:0:22726:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9200/0xb1c7fb411490ae40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ae47 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788197964.861696:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c87fe6c0 going to sleep for 0 seconds 00000040:00080000:3.0:1788197965.067115:0:23485:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788197965.181542:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788197965.892591:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c87fe6c0 going to sleep for 0 seconds 00010000:00010000:2.0:1788197966.206062:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788197966.914542:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c87fe6c0 going to sleep for 0 seconds 00010000:00010000:0.0:1788197967.236192:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788197967.815894:0:23732:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg439-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:1.0:1788197967.935974:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c87fe6c0 going to sleep for 0 seconds 00010000:00010000:2.0:1788197968.254718:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788197968.317665:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1788197968.317676:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1788197968.317679:0:37:0:(import.c:65:import_set_state_nolock()) ffff9851fc38b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788197968.317692:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9851fc38b000 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:3.0:1788197968.317718:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851c6d59880 x1875060819484800/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788197968.317744:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788197968.317748:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788197968.317751:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788197968.317754:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788197968.317778:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788197968.317782:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788197968.317784:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788197968.317788:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788197968.318589:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819484800:0@lo:38:kworker.0 00000100:00100000:2.0:1788197968.318669:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197968.318834:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27515ceb-a8a3-4165-9bb1-71641bb462d7:3613:1875060819484672:0@lo:400:kworker.0 00000100:00100000:0.0:1788197968.318873:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197968.319061:0:3613:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788197968.319070:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3613:1875060819484928:0@lo:400:kworker.0 00000100:00100000:0.0:1788197968.319099:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197968.319136:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819485056:0@lo:400:kworker.0 00000100:00100000:0.0:1788197968.319160:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197968.319180:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788197968.319185:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3615:1875060819485184:0@lo:400:kworker.0 00000100:00100000:0.0:1788197968.319210:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197968.319244:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819484672 00000100:00100000:0.0:1788197968.319252:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819484672 00000100:00100000:0.0:1788197968.319299:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788197968.319310:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7781050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:3613:x1875060819484672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788197968.319378:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7781050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:3613:x1875060819484672:12345-0@lo:400:kworker.0 Request processed in 70us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197968.319401:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788197968.319444:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819484928 00000100:00100000:0.0:1788197968.319451:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819484928 00000100:00100000:0.0:1788197968.319477:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819485184 00000100:00100000:0.0:1788197968.319480:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819485184 00000100:00100000:0.0:1788197968.319492:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788197968.319497:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7697800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3613:x1875060819484928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788197968.319529:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7697800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3613:x1875060819484928:12345-0@lo:400:kworker.0 Request processed in 31us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197968.319535:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788197968.319547:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788197968.319553:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7694380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3615:x1875060819485184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788197968.319583:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7694380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3615:x1875060819485184:12345-0@lo:400:kworker.0 Request processed in 30us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197968.319596:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788197968.319614:0:23472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819484800 00000100:00100000:0.0:1788197968.319618:0:23472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819484800 00000100:00100000:0.0:1788197968.319633:0:23472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819485056 00000100:00100000:0.0:1788197968.319636:0:23472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819485056 00000100:00100000:0.0:1788197968.319650:0:23472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788197968.319655:0:23472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7e00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3612:x1875060819484800:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1788197968.321770:0:3613:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9851c6d58a80 x1875060819484928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788197968.321788:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3613:1875060819484928:0@lo:400:kworker.0 00000100:00100000:1.0:1788197968.321801:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27515ceb-a8a3-4165-9bb1-71641bb462d7:3613:1875060819484672:0@lo:400:kworker.0 00010000:00080000:1.0:1788197968.321879:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9851c6d58e00 x1875060819485184/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788197968.321890:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3615:1875060819485184:0@lo:400:kworker.0 00000100:00100000:1.0:1788197968.321933:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788197968.321952:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7695500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819485056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197968.322063:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7695500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819485056:12345-0@lo:400:kworker.0 Request processed in 120us (2900us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197968.322070:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788197968.322109:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819485056:0@lo:400:kworker.0 00010000:00080000:0.0:1788197968.322203:0:23472:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 677 last 0 00000020:00000080:0.0:1788197968.322245:0:23472:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb1c7fb411490ae4e 00000004:00100000:0.0:1788197968.322456:0:23472:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:0.0:1788197968.322464:0:23472:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:2.0:1788197968.322745:0:3614:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788197968.322758:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3614:1875060819485312:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788197968.322805:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197968.322845:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819485312 00000100:00100000:2.0:1788197968.322852:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819485312 00000100:00100000:2.0:1788197968.322893:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788197968.322901:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7e02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3614:x1875060819485312:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788197968.322926:0:22735:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788197968.322978:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7e02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3614:x1875060819485312:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197968.322985:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788197968.323018:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3614:1875060819485312:0@lo:41:osp-pre-0-1.0 00000100:00080000:0.0:1788197968.348397:0:23472:0:(import.c:65:import_set_state_nolock()) ffff9851ff684000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788197968.348518:0:23472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7e00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3612:x1875060819484800:12345-0@lo:38:kworker.0 Request processed in 28860us (29847us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197968.348529:0:23472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00080000:1.0:1788197968.348725:0:3612:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1788197968.348736:0:3612:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1788197968.348741:0:3612:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1788197968.348744:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851fc38b000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1788197968.348767:0:3612:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000519b63a3): req@ffff9851e7e01f80 x1875060819477120/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788197968.348786:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819484800:0@lo:38:kworker.0 00000100:00100000:1.0:1788197968.348860:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197968.348904:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c87fe6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788197968.349121:0:3613:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788197968.349132:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7696a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819485440:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788197968.349161:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197968.349193:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819477120 00000100:00100000:0.0:1788197968.349199:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819477120 00000100:00100000:0.0:1788197968.349252:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819485440 00000100:00100000:0.0:1788197968.349256:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819485440 00000100:00100000:0.0:1788197968.349270:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788197968.349277:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22771:x1875060819477120:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1788197968.349370:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22771:x1875060819477120:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 92us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197968.349377:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788197968.349406:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788197968.349413:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7697100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3613:x1875060819485440:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788197968.349443:0:22734:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788197968.349481:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7697100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3613:x1875060819485440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197968.349487:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788197968.349514:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e01f80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22771:1875060819477120:0@lo:1000:lod0000_rec0001.0 00000040:01000000:0.0:1788197968.349553:0:22771:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1788197968.349588:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7694700 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22771:1875060819485568:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1788197968.349617:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197968.349631:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d00c4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788197968.349642:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819485568 00000100:00100000:0.0:1788197968.349646:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819485568 00000100:00100000:0.0:1788197968.349663:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788197968.349786:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7695f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22771:x1875060819485568:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1788197968.349962:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7695f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22771:x1875060819485568:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 178us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197968.349968:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788197968.349995:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7694700 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22771:1875060819485568:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1788197968.350069:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7694700 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22771:1875060819485696:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1788197968.350097:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197968.350113:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d00c4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788197968.350127:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819485696 00000100:00100000:0.0:1788197968.350131:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819485696 00000100:00100000:0.0:1788197968.350150:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788197968.350155:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c32fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22771:x1875060819485696:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1788197968.350479:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c32fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22771:x1875060819485696:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 323us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197968.350487:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788197968.350526:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7694700 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22771:1875060819485696:0@lo:1000:lod0000_rec0001.0 00000040:00080000:0.0:1788197968.350567:0:22771:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788197968.355479:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7696a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819485440:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1788197968.359002:0:22771:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1788197968.359102:0:22771:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 22, retries 0 00000004:00080000:0.0:1788197968.359108:0:22771:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000020:00000004:1.0:1788197968.810965:0:23785:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788197968.811661:0:23785:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:2.0:1788197968.830950:0:22765:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788197969.278999:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1788197969.888112:0:23835:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788197969.888462:0:23835:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788197970.301439:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788197971.072942:0:23883:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fffa0018e30 20000000:00000080:1.0:1788197971.073032:0:23883:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9851e7f52800 uarg=0000000000000000 20000000:01000000:1.0:1788197971.073074:0:23883:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:1.0:1788197971.073080:0:23883:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:1.0:1788197971.073085:0:23883:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:3.0:1788197971.074058:0:23884:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:1.0:1788197971.075024:0:23883:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:1.0:1788197971.084241:0:23883:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1788197971.084987:0:23883:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9850c1ea8800/0xb1c7fb411490ae55 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197971.085009:0:23883:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9850c3b3dc00/0xb1c7fb411490acfe lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490acf7 expref: 17 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197971.085017:0:23883:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9850c1ea9800/0xb1c7fb411490ae01 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490adfa expref: 17 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197971.085024:0:23883:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9850c1ea8800/0xb1c7fb411490ae55 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197971.085074:0:23883:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9850c1ea9800/0xb1c7fb411490ae01 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb1c7fb411490adfa expref: 17 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197971.085091:0:23883:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9850c1ea9800/0xb1c7fb411490ae01 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb1c7fb411490adfa expref: 17 pid: 22721 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197971.085106:0:23883:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c32f8e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23883:1875060819485824:0@lo:104: 00000100:00100000:0.0:1788197971.085186:0:23883:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788197971.085257:0:23883:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9850c3b3dc00/0xb1c7fb411490acfe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb1c7fb411490acf7 expref: 17 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197971.085278:0:23883:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9850c3b3dc00/0xb1c7fb411490acfe lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb1c7fb411490acf7 expref: 17 pid: 22721 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197971.085286:0:23883:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c32f8700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23883:1875060819485952:0@lo:104: 00000100:00100000:0.0:1788197971.085310:0:23883:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197971.085623:0:23883:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d00c4240 going to sleep for 11 seconds 00000100:00100000:1.0:1788197971.085694:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819485824 00000100:00100000:1.0:1788197971.085702:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819485824 00000100:00100000:1.0:1788197971.085743:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819485952 00000100:00100000:1.0:1788197971.085745:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819485952 00000100:00100000:1.0:1788197971.085770:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788197971.085778:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c32f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:27515ceb-a8a3-4165-9bb1-71641bb462d7+4:23883:x1875060819485824:12345-0@lo:104: 00010000:00010000:1.0:1788197971.085790:0:22713:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490adfa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb1c7fb411490ae01 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197971.085856:0:22713:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788197971.085863:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c32f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:27515ceb-a8a3-4165-9bb1-71641bb462d7+4:23883:x1875060819485824:12345-0@lo:104: Request processed in 86us (678us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197971.085869:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788197971.085900:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788197971.085906:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c32faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:27515ceb-a8a3-4165-9bb1-71641bb462d7+3:23883:x1875060819485952:12345-0@lo:104: 00010000:00010000:1.0:1788197971.085913:0:22713:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8a00/0xb1c7fb411490acf7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb1c7fb411490acfe expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197971.085942:0:22713:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1788197971.085958:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c32faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:27515ceb-a8a3-4165-9bb1-71641bb462d7+3:23883:x1875060819485952:12345-0@lo:104: Request processed in 53us (648us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197971.085963:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:1.0:1788197971.085982:0:22717:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788197971.085987:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490adfa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb1c7fb411490ae01 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197971.085994:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3d200 already unused, calling callback (ffffffffc125cc20) 10000000:00010000:1.0:1788197971.085997:0:22717:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490adfa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb1c7fb411490ae01 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197971.086006:0:22717:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490adfa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb1c7fb411490ae01 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788197971.086023:0:22717:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490adfa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb1c7fb411490ae01 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788197971.086028:0:22717:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1788197971.086058:0:22717:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490adfa lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490ae01 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197971.086063:0:22717:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788197971.086081:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490adfa lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490ae01 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197971.086087:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490adfa lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490ae01 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197971.086098:0:22717:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788197971.086101:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8a00/0xb1c7fb411490acf7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb1c7fb411490acfe expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197971.086106:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c1ea8a00 already unused, calling callback (ffffffffc125cc20) 10000000:00010000:1.0:1788197971.086109:0:22717:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8a00/0xb1c7fb411490acf7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb1c7fb411490acfe expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197971.086116:0:22717:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8a00/0xb1c7fb411490acf7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb1c7fb411490acfe expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788197971.086121:0:22717:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8a00/0xb1c7fb411490acf7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb1c7fb411490acfe expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788197971.086126:0:22717:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1788197971.086144:0:22717:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8a00/0xb1c7fb411490acf7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490acfe expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197971.086150:0:22717:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788197971.086169:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8a00/0xb1c7fb411490acf7 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490acfe expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197971.086177:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8a00/0xb1c7fb411490acf7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490acfe expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197971.086190:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788197971.086192:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788197971.086194:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788197971.086212:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:27515ceb-a8a3-4165-9bb1-71641bb462d7:3615:1875060819486080:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788197971.086240:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197971.086261:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788197971.086267:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e674aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:27515ceb-a8a3-4165-9bb1-71641bb462d7:3615:1875060819486208:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788197971.086284:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197971.086347:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819486080 00000100:00100000:1.0:1788197971.086352:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819486080 00010000:00010000:1.0:1788197971.086368:0:22715:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9850c1ea9800/0xb1c7fb411490ae01 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb1c7fb411490adfa expref: 18 pid: 22721 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788197971.086398:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819486208 00000100:00100000:1.0:1788197971.086401:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819486208 00010000:00010000:1.0:1788197971.086411:0:22715:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9850c3b3dc00/0xb1c7fb411490acfe lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb1c7fb411490acf7 expref: 19 pid: 22721 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788197971.086423:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788197971.086428:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6748700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:27515ceb-a8a3-4165-9bb1-71641bb462d7+19:3615:x1875060819486080:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788197971.086594:0:22715:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788197971.086601:0:22715:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9850c1ea9800/0xb1c7fb411490ae01 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb1c7fb411490adfa expref: 19 pid: 22721 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197971.086612:0:22715:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9850c1ea9800/0xb1c7fb411490ae01 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb1c7fb411490adfa expref: 19 pid: 22721 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197971.086628:0:22715:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788197971.086656:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6748700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:27515ceb-a8a3-4165-9bb1-71641bb462d7+19:3615:x1875060819486080:12345-0@lo:103:ldlm_bl.0 Request processed in 228us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197971.086724:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788197971.086774:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788197971.086781:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6748380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:3615:x1875060819486208:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788197971.086789:0:22715:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788197971.086794:0:22715:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9850c3b3dc00/0xb1c7fb411490acfe lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb1c7fb411490acf7 expref: 18 pid: 22721 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197971.086803:0:22715:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9850c3b3dc00/0xb1c7fb411490acfe lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb1c7fb411490acf7 expref: 18 pid: 22721 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197971.086816:0:22715:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9850c1ea8800/0xb1c7fb411490ae55 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197971.086824:0:22715:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9850c1ea8800/0xb1c7fb411490ae55 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197971.086838:0:22715:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9850c1ea8800/0xb1c7fb411490ae55 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197971.086845:0:22715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9850c1ea8800/0xb1c7fb411490ae55 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197971.086858:0:22715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9850c1ea8800/0xb1c7fb411490ae55 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197971.086866:0:22715:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9850c1ea8800/0xb1c7fb411490ae55 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197971.086872:0:22715:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c1ea8800 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:1.0:1788197971.086876:0:22715:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9850c1ea8800/0xb1c7fb411490ae55 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197971.086882:0:22715:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9850c1ea8800/0xb1c7fb411490ae55 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197971.086891:0:22715:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9850c1ea8800/0xb1c7fb411490ae55 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197971.086901:0:22715:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788197971.086938:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6748380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:3615:x1875060819486208:12345-0@lo:103:ldlm_bl.0 Request processed in 158us (653us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197971.086945:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788197971.086986:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e674aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:27515ceb-a8a3-4165-9bb1-71641bb462d7:3615:1875060819486208:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788197971.086995:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:27515ceb-a8a3-4165-9bb1-71641bb462d7:3615:1875060819486080:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788197971.090166:0:23883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9850c1ea9800/0xb1c7fb411490ae01 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb1c7fb411490adfa expref: 17 pid: 22721 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197971.090189:0:23883:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c32f8e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23883:1875060819485824:0@lo:104: 00010000:00010000:0.0:1788197971.090203:0:23883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9850c3b3dc00/0xb1c7fb411490acfe lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb1c7fb411490acf7 expref: 16 pid: 22721 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197971.090210:0:23883:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c32f8700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23883:1875060819485952:0@lo:104: 00010000:00010000:0.0:1788197971.090237:0:23883:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9850c1ea8800/0xb1c7fb411490ae55 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197971.090247:0:23883:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9850c1ea8800/0xb1c7fb411490ae55 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197971.090254:0:23883:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9850c1ea8800/0xb1c7fb411490ae55 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197971.090261:0:23883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9850c1ea8800/0xb1c7fb411490ae55 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197971.091567:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788197971.326574:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788197971.400278:0:3612:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788197956/real 1788197956] req@ffff9851e674b480 x1875060819478144/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788197971 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788197971.400341:0:3612:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9851e674b480 x1875060819478144/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788197971 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788197971.400371:0:3612:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788197956/real 1788197956] req@ffff9851e674bb80 x1875060819478272/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788197971 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788197971.400399:0:3612:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9851e674bb80 x1875060819478272/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788197971 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788197971.400419:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851e7650800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788197971.400436:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788197971.400440:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e674b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819478144:0@lo:8:kworker.0 00000100:00080000:1.0:1788197971.400446:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851d6f24000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788197971.400451:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788197971.400454:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e674bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819478272:0@lo:8:kworker.0 00000100:00080000:1.0:1788197971.400712:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788197971.400717:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1788197971.400720:0:36:0:(import.c:65:import_set_state_nolock()) ffff9851e7650800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788197971.400725:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 665 00000100:00080000:1.0:1788197971.400730:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788197971.400738:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9851e7650800 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:1.0:1788197971.400759:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851e674b480 x1875060819486464/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788197971.400773:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788197971.400776:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788197971.400778:0:36:0:(import.c:65:import_set_state_nolock()) ffff9851d6f24000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788197971.400781:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 665 00000100:00080000:1.0:1788197971.400784:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788197971.400796:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9851d6f24000 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:1.0:1788197971.400809:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851e6748000 x1875060819486592/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788197971.401053:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788197971.401058:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788197971.401060:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788197971.401063:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788197971.401095:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e674bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819486336:0@lo:400:kworker.0 00000100:00100000:1.0:1788197971.401151:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197971.401182:0:3613:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788197971.401187:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e674aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3613:1875060819486720:0@lo:400:kworker.0 00000100:00100000:1.0:1788197971.401208:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197971.401232:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e674b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819486464:0@lo:8:kworker.0 00000400:00000100:1.0:1788197971.401248:0:3612:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875060819486464 offset 0 length 520: 4 00000100:00100000:1.0:1788197971.401268:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819486592:0@lo:8:kworker.0 00000400:00000100:1.0:1788197971.401282:0:3612:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875060819486592 offset 0 length 520: 4 00000100:00100000:1.0:1788197971.401298:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819486848:0@lo:400:kworker.0 00000100:00100000:1.0:1788197971.401342:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197971.401357:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788197971.401362:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e674b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3615:1875060819486976:0@lo:400:kworker.0 00000100:00100000:1.0:1788197971.401394:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197971.401422:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819486336 00000100:00100000:1.0:1788197971.401429:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819486336 00000100:00100000:1.0:1788197971.401469:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819486848 00000100:00100000:1.0:1788197971.401481:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819486848 00000100:00100000:1.0:1788197971.401500:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788197971.401508:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3613:x1875060819486336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197971.401559:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3613:x1875060819486336:12345-0@lo:400:kworker.0 Request processed in 51us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197971.401566:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788197971.401597:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788197971.401603:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819486848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197971.402763:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819486848:12345-0@lo:400:kworker.0 Request processed in 1156us (1416us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197971.402772:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788197971.402815:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819486720 00000100:00100000:1.0:1788197971.402820:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819486720 00000100:00100000:1.0:1788197971.402850:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819486976 00000100:00100000:1.0:1788197971.402852:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819486976 00000100:00100000:3.0:1788197971.404502:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819486848:0@lo:400:kworker.0 00000100:00100000:1.0:1788197971.404711:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788197971.404733:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3613:x1875060819486720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197971.404809:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3613:x1875060819486720:12345-0@lo:400:kworker.0 Request processed in 87us (3599us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197971.404816:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788197971.406772:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788197971.406800:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e674b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3615:x1875060819486976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197971.407026:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e674b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3615:x1875060819486976:12345-0@lo:400:kworker.0 Request processed in 237us (5630us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197971.407034:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:1.0:1788197971.407119:0:3613:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9851e674aa00 x1875060819486720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197987 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788197971.407146:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e674aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3613:1875060819486720:0@lo:400:kworker.0 00000100:00100000:1.0:1788197971.407160:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e674bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819486336:0@lo:400:kworker.0 00010000:00080000:3.0:1788197971.407809:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9851e674b100 x1875060819486976/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197987 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788197971.407823:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e674b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3615:1875060819486976:0@lo:400:kworker.0 10000000:01000000:1.0:1788197972.157570:0:22726:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788197972.157579:0:22726:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9851f27e4000 from 13 10000000:01000000:1.0:1788197972.157585:0:22726:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788197972.157639:0:22726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490ae5c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197972.157729:0:22726:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490ae5c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197972.157742:0:22726:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490ae5c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788197972.157774:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e674bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819487104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788197972.157857:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197972.157899:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d0dd3e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788197972.158105:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819487104 00000100:00100000:2.0:1788197972.158115:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819487104 00000100:00100000:2.0:1788197972.158163:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1788197972.158173:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7781850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+16:22726:x1875060819487104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788197972.158186:0:22721:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788197972.158200:0:22721:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9851d03b0200/0xb1c7fb411490ae63 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490ae5c expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197972.158225:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9851d03b0200/0xb1c7fb411490ae63 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490ae5c expref: 17 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197972.158236:0:22721:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9851d03b0200/0xb1c7fb411490ae63 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490ae5c expref: 17 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197972.158245:0:22721:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851d03b0200, rc 0) 00000100:00100000:2.0:1788197972.158291:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7781850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+17:22726:x1875060819487104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197972.158297:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788197972.158874:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e674bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819487104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788197972.158891:0:22726:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490ae5c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ae63 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197972.158901:0:22726:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490ae5c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490ae63 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788197972.159558:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e674bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819487232:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788197972.159602:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197972.159786:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819487232 00000100:00100000:3.0:1788197972.159799:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819487232 00000100:00100000:1.0:1788197972.159826:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d0dd3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788197972.159840:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788197972.159849:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7783c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+17:22726:x1875060819487232:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788197972.159984:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7783c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+17:22726:x1875060819487232:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 136us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197972.159992:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788197972.160016:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e674bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819487232:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788197972.160046:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e674bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819487360:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788197972.160086:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197972.160109:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d0dd3e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788197972.160162:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819487360 00000100:00100000:0.0:1788197972.160167:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819487360 00000100:00100000:0.0:1788197972.160200:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788197972.160216:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7781450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+17:22726:x1875060819487360:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788197972.160310:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7781450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+17:22726:x1875060819487360:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 95us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197972.160348:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1788197972.160729:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e674bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819487360:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788197972.170771:0:23914:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1788197972.172872:0:22726:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1788197972.172918:0:22726:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788197972.173584:0:22726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490ae5c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ae63 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197972.173600:0:22726:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490ae5c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ae63 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788197972.173612:0:22726:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1788197972.173615:0:22726:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9851ffca4800 from 13 10000000:01000000:3.0:1788197972.173618:0:22726:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788197972.173990:0:22726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851c1666000/0xb1c7fb411490ae6a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197972.174000:0:22726:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9851c1666000/0xb1c7fb411490ae6a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197972.174012:0:22726:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9851c1666000/0xb1c7fb411490ae6a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788197972.174041:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d5b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819487488:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788197972.174111:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197972.174204:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851f3c27cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788197972.180058:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819487488 00000100:00100000:1.0:1788197972.180079:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819487488 00000100:00100000:0.0:1788197972.185100:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788197972.185129:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7782c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+17:22726:x1875060819487488:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788197972.185150:0:22724:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788197972.185171:0:22724:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9850c1ea8c00/0xb1c7fb411490ae71 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490ae6a expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197972.185203:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9850c1ea8c00/0xb1c7fb411490ae71 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490ae6a expref: 18 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197972.185215:0:22724:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9850c1ea8c00/0xb1c7fb411490ae71 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490ae6a expref: 18 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197972.185224:0:22724:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c1ea8c00, rc 0) 00000100:00100000:0.0:1788197972.185330:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7782c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:22726:x1875060819487488:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 187us (11200us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197972.185338:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788197972.185458:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d5b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819487488:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788197972.185491:0:22726:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9851c1666000/0xb1c7fb411490ae6a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ae71 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197972.185500:0:22726:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9851c1666000/0xb1c7fb411490ae6a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490ae71 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788197972.185578:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d5b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819487616:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788197972.185614:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197972.200234:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851f3c27cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788197972.200579:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819487616 00000100:00100000:1.0:1788197972.200590:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819487616 00000100:00100000:1.0:1788197972.200642:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1788197972.206295:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7780050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:22726:x1875060819487616:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788197972.206528:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7780050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:22726:x1875060819487616:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 5875us (20912us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197972.206539:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1788197972.206956:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d5b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819487616:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788197972.207020:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d5b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819487744:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788197972.207079:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197972.207110:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851f3c27cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788197972.209024:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819487744 00000100:00100000:1.0:1788197972.209043:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819487744 00000100:00100000:1.0:1788197972.209100:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788197972.209111:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7783050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:22726:x1875060819487744:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788197972.210017:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7783050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:22726:x1875060819487744:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 903us (2934us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197972.210027:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1788197972.210219:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d5b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819487744:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788197972.216526:0:23915:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788197972.217260:0:22726:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788197972.217289:0:22726:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788197972.217302:0:22726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851c1666000/0xb1c7fb411490ae6a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ae71 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197972.217348:0:22726:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9851c1666000/0xb1c7fb411490ae6a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ae71 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197972.350729:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788197972.413758:0:3612:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788197962/real 1788197962] req@ffff9851e7e03480 x1875060819480704/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788197972 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788197972.413793:0:3612:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9851e7e03480 x1875060819480704/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788197972 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788197972.413813:0:3612:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788197962/real 1788197962] req@ffff9851e7e01500 x1875060819480576/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788197972 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788197972.413827:0:3612:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9851e7e01500 x1875060819480576/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788197972 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788197972.413848:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9850c38b8800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788197972.413873:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788197972.413876:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819480704:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1788197972.413881:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9850c38bc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788197972.413887:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788197972.413890:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819480576:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1788197972.413965:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788197972.413970:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788197972.413973:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788197972.413976:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788197972.413999:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788197972.414003:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1788197972.414005:0:36:0:(import.c:65:import_set_state_nolock()) ffff9850c38bc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788197972.414010:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 671 00000100:00080000:1.0:1788197972.414016:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788197972.414023:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9850c38bc000 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:1.0:1788197972.414045:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851e674b100 x1875060819488256/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788197972.414065:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788197972.414068:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788197972.414070:0:36:0:(import.c:65:import_set_state_nolock()) ffff9850c38b8800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788197972.414074:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 671 00000100:00080000:1.0:1788197972.414077:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788197972.414080:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9850c38b8800 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:1.0:1788197972.414094:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851e6749180 x1875060819488384/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788197972.414128:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e674bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819487872:0@lo:400:kworker.0 00000100:00100000:1.0:1788197972.414199:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197972.414236:0:3613:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788197972.414241:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e674aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3613:1875060819488000:0@lo:400:kworker.0 00000100:00100000:1.0:1788197972.414269:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197972.414297:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3616:1875060819488512:0@lo:400:kworker.0 00000100:00100000:1.0:1788197972.414344:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197972.414373:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788197972.414379:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819488128:0@lo:400:kworker.0 00000100:00100000:1.0:1788197972.414404:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197972.414449:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819487872 00000100:00100000:1.0:1788197972.414457:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819487872 00000100:00100000:1.0:1788197972.414508:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819488128 00000100:00100000:1.0:1788197972.414512:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819488128 00000100:00100000:1.0:1788197972.414535:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788197972.414544:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3b1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3613:x1875060819487872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197972.415927:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788197972.415946:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3b1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3616:x1875060819488128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197972.416034:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3b1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3616:x1875060819488128:12345-0@lo:400:kworker.0 Request processed in 96us (1628us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197972.416042:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788197972.416114:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819488128:0@lo:400:kworker.0 00000100:00100000:1.0:1788197972.417452:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3b1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3613:x1875060819487872:12345-0@lo:400:kworker.0 Request processed in 2898us (3243us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197972.417755:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788197972.417819:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819488000 00000100:00100000:1.0:1788197972.417829:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819488000 00000100:00100000:1.0:1788197972.418075:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819488512 00000100:00100000:1.0:1788197972.418080:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819488512 00000100:00100000:3.0:1788197972.418227:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788197972.418240:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3b1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3613:x1875060819488000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197972.418364:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3b1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3613:x1875060819488000:12345-0@lo:400:kworker.0 Request processed in 118us (4084us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197972.418386:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788197972.418407:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788197972.418413:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3b1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3616:x1875060819488512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197972.418477:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3b1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3616:x1875060819488512:12345-0@lo:400:kworker.0 Request processed in 55us (4124us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197972.418484:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:2.0:1788197972.420567:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9850c3b18380 x1875060819488512/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788197972.420585:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3616:1875060819488512:0@lo:400:kworker.0 00000100:00100000:2.0:1788197972.422099:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e674b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819488256:0@lo:8:kworker.0 00000400:00000100:2.0:1788197972.422173:0:3612:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875060819488256 offset 0 length 520: 4 00000100:00100000:2.0:1788197972.422214:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819488384:0@lo:8:kworker.0 00000400:00000100:2.0:1788197972.422252:0:3612:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875060819488384 offset 0 length 520: 4 00010000:00080000:1.0:1788197972.422966:0:3613:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9851e674aa00 x1875060819488000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788197972.422984:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e674aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3613:1875060819488000:0@lo:400:kworker.0 00000100:00100000:1.0:1788197972.422998:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e674bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819487872:0@lo:400:kworker.0 00010000:00010000:2.0:1788197973.373451:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788197973.438907:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819488640:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788197973.438992:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197973.439058:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819488640 00000100:00100000:1.0:1788197973.439065:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819488640 00000100:00100000:1.0:1788197973.439105:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788197973.439128:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3b19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3613:x1875060819488640:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788197973.439164:0:22735:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788197973.439212:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3b19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3613:x1875060819488640:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197973.439219:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788197973.439274:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819488640:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788197973.452556:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3614:1875060819488768:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788197973.452639:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197973.452742:0:23472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819488768 00000100:00100000:3.0:1788197973.452751:0:23472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819488768 00000100:00100000:3.0:1788197973.452805:0:23472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788197973.452815:0:23472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c32f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3614:x1875060819488768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788197973.452854:0:23472:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788197973.452903:0:23472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c32f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3614:x1875060819488768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197973.452911:0:23472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788197973.453033:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3614:1875060819488768:0@lo:41:osp-pre-0-1.0 00000001:00100000:1.0:1788197973.969671:0:23464:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:2.0:1788197974.400467:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788197975.297833:0:23485:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788197975.422464:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197976.446711:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788197977.471733:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788197977.537403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788197977.537410:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788197977.537413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788197977.537416:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788197977.537444:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788197977.537447:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788197977.537450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788197977.537453:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788197977.537485:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:27515ceb-a8a3-4165-9bb1-71641bb462d7:3615:1875060819488896:0@lo:400:kworker.0 00000100:00100000:2.0:1788197977.537559:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197977.537609:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3615:1875060819489408:0@lo:400:kworker.0 00000100:00100000:2.0:1788197977.537639:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197977.537665:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788197977.537671:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819489024:0@lo:400:kworker.0 00000100:00100000:2.0:1788197977.537699:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197977.537732:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3613:1875060819489152:0@lo:400:kworker.0 00000100:00100000:2.0:1788197977.537761:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197977.537783:0:3613:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788197977.537790:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819489280:0@lo:400:kworker.0 00000100:00100000:2.0:1788197977.537815:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197977.537862:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819488896 00000100:00100000:2.0:1788197977.537870:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819488896 00000100:00100000:2.0:1788197977.537916:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1788197977.537926:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851d84b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:3615:x1875060819488896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197977.537982:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851d84b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:3615:x1875060819488896:12345-0@lo:400:kworker.0 Request processed in 57us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197977.537990:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1788197977.538025:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819489408 00000100:00100000:2.0:1788197977.538030:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819489408 00000100:00100000:2.0:1788197977.538060:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819489152 00000100:00100000:2.0:1788197977.538063:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819489152 00000100:00100000:2.0:1788197977.538078:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788197977.538084:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7e03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3615:x1875060819489408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197977.538116:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7e03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3615:x1875060819489408:12345-0@lo:400:kworker.0 Request processed in 32us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197977.538123:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788197977.538135:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788197977.538141:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7e01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3613:x1875060819489152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197977.538172:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7e01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3613:x1875060819489152:12345-0@lo:400:kworker.0 Request processed in 32us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197977.538178:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788197977.538194:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819489024 00000100:00100000:2.0:1788197977.538198:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819489024 00000100:00100000:2.0:1788197977.538223:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819489280 00000100:00100000:2.0:1788197977.538226:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819489280 00000100:00100000:2.0:1788197977.538238:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788197977.538244:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7e03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3615:x1875060819489024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197977.538286:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7e03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3615:x1875060819489024:12345-0@lo:400:kworker.0 Request processed in 42us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197977.538298:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788197977.538310:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788197977.538332:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7e02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819489280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197977.538376:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7e02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819489280:12345-0@lo:400:kworker.0 Request processed in 60us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197977.538383:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788197977.538442:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819489280:0@lo:400:kworker.0 00010000:00080000:2.0:1788197977.538455:0:3613:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9851e7e00e00 x1875060819489152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197993 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788197977.538465:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3613:1875060819489152:0@lo:400:kworker.0 00000100:00100000:2.0:1788197977.538493:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819489024:0@lo:400:kworker.0 00000100:00100000:2.0:1788197977.538502:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:27515ceb-a8a3-4165-9bb1-71641bb462d7:3615:1875060819488896:0@lo:400:kworker.0 00010000:00080000:2.0:1788197977.538511:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9851e7e03100 x1875060819489408/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197993 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788197977.538520:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3615:1875060819489408:0@lo:400:kworker.0 00000040:00080000:0.0:1788197978.047154:0:22765:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788197978.493549:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788197978.557538:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819489536:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788197978.557622:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197978.557712:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819489536 00000100:00100000:1.0:1788197978.557723:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819489536 00000100:00100000:1.0:1788197978.557794:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788197978.557805:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7e03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819489536:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788197978.557843:0:22734:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788197978.557905:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7e03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819489536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197978.557913:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788197978.558125:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819489536:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788197978.560300:0:3614:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788197978.560341:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3614:1875060819489664:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788197978.560412:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197978.560460:0:23472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819489664 00000100:00100000:0.0:1788197978.560468:0:23472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819489664 00000100:00100000:0.0:1788197978.560513:0:23472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788197978.560521:0:23472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c32f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3614:x1875060819489664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788197978.560556:0:23472:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788197978.560600:0:23472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c32f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3614:x1875060819489664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197978.560607:0:23472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788197978.560648:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3614:1875060819489664:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1788197979.520516:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1788197979.873002:0:24231:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1788197979.873006:0:24231:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:1.0:1788197979.873008:0:24231:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:1.0:1788197979.873117:0:24231:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9851fc3d5000 00000020:01000004:1.0:1788197979.873133:0:24231:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1788197979.873148:0:24231:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1788197979.873161:0:24231:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff9851fb1fb370) 00000020:00000080:1.0:1788197979.873179:0:24231:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1788197979.995190:0:24231:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1788197980.010017:0:24231:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1788197980.010538:0:24231:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1788197980.010874:0:24231:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1788197980.012267:0:24231:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1788197980.013123:0:24231:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1788197980.013588:0:24231:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:01000000:0.0:1788197980.015221:0:24231:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1788197980.015529:0:24231:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:0.0:1788197980.015544:0:24231:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:0.0:1788197980.015556:0:24231:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xb1c7fb411490ae7f 00000020:01000004:0.0:1788197980.015565:0:24231:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:0.0:1788197980.015732:0:24231:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.139@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1788197980.015739:0:24231:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.139@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1788197980.015748:0:24231:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0000 00000020:01000004:0.0:1788197980.015756:0:24231:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:0.0:1788197980.015769:0:24231:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff9850c20519b8) 00000020:00000080:0.0:1788197980.015781:0:24231:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:1.0:1788197980.018197:0:24231:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788197980.018695:0:24231:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:1.0:1788197980.018703:0:24231:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:2.0:1788197980.026546:0:24231:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:2.0:1788197980.026562:0:24231:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:2.0:1788197980.028309:0:24231:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:2.0:1788197980.028356:0:24231:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:3.0:1788197980.030615:0:24231:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788197980.030811:0:24231:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:3.0:1788197980.030819:0:24231:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:2.0:1788197980.035583:0:24231:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:2.0:1788197980.035599:0:24231:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:3.0:1788197980.065613:0:24231:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788197980.065857:0:24231:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1788197980.065865:0:24231:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:3.0:1788197980.068082:0:24231:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1788197980.068100:0:24231:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:3.0:1788197980.069841:0:24231:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1788197980.069855:0:24231:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:3.0:1788197980.073021:0:24231:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788197980.073710:0:24231:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:3.0:1788197980.073717:0:24231:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:3.0:1788197980.075216:0:24231:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:3.0:1788197980.075231:0:24231:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:0.0:1788197980.125065:0:24231:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788197980.125602:0:24231:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:0.0:1788197980.125612:0:24231:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:0.0:1788197980.127110:0:24231:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:0.0:1788197980.127188:0:24231:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:0.0:1788197980.128048:0:24231:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:0.0:1788197980.128080:0:24231:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:0.0:1788197980.128087:0:24231:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.139@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:2.0:1788197980.152965:0:24231:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.139@tcp ctxt 0 is initialized 00000020:01000004:2.0:1788197980.153044:0:24231:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.204.139@tcp, index=0000, flags=0x20002 00000020:01000004:2.0:1788197980.153048:0:24231:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1788197980.153050:0:24231:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788197980.153052:0:24231:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788197980.153053:0:24231:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788197980.153055:0:24231:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788197980.153056:0:24231:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788197980.153058:0:24231:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788197980.153059:0:24231:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788197980.153061:0:24231:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788197980.153064:0:24231:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:2.0:1788197980.153067:0:24231:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788197980.153068:0:24231:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788197980.153069:0:24231:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788197980.153070:0:24231:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788197980.153071:0:24231:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788197980.153072:0:24231:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788197980.153073:0:24231:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788197980.153074:0:24231:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788197980.153075:0:24231:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788197980.153104:0:24231:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1788197980.153124:0:24231:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e01c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819489792:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788197980.153198:0:24231:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197980.153818:0:24231:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d0dc2cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788197980.154094:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819489792 00000100:00100000:1.0:1788197980.154102:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819489792 00000100:00100000:1.0:1788197980.154198:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1788197980.154221:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851d84b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:24231:x1875060819489792:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788197980.154255:0:22721:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1788197980.154259:0:22721:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:1.0:1788197980.154263:0:22721:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1788197980.154629:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851d84b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:24231:x1875060819489792:12345-0@lo:253:mount.lustre.0 Request processed in 409us (1429us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197980.154638:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788197980.154744:0:24231:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e01c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819489792:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788197980.154757:0:24231:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1788197980.154760:0:24231:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788197980.154762:0:24231:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788197980.154763:0:24231:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788197980.154764:0:24231:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788197980.154766:0:24231:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788197980.154767:0:24231:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788197980.154769:0:24231:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788197980.154771:0:24231:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788197980.154772:0:24231:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1788197980.154790:0:24231:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9851fc3d5000 from lustre-OST0000 10000000:01000000:3.0:1788197980.154821:0:24231:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:3.0:1788197980.154824:0:24231:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1788197980.154832:0:24231:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9850c2eb3370 local copy 00010000:00010000:3.0:1788197980.154842:0:24231:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8400/0xb1c7fb411490ac3a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ac41 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788197980.154956:0:24231:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d59f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819489920:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788197980.155005:0:24231:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197980.163024:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819489920 00000100:00100000:2.0:1788197980.163047:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819489920 00000100:00100000:2.0:1788197980.163106:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788197980.163135:0:24231:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d8543c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788197980.163189:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851d84b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:24231:x1875060819489920:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788197980.163895:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851d84b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:24231:x1875060819489920:12345-0@lo:501:mount.lustre.0 Request processed in 777us (8886us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788197980.163905:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788197980.164021:0:24231:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d59f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819489920:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1788197980.164046:0:24231:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.139@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1788197980.164077:0:24231:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.139@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1788197980.164099:0:24231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8400/0xb1c7fb411490ac3a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ac41 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197980.164110:0:24231:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8400/0xb1c7fb411490ac3a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ac41 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788197980.164521:0:24231:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9851fc3d5000 10000000:01000000:3.0:1788197980.164529:0:24231:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1788197980.164536:0:24231:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1788197980.164539:0:24231:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788197980.164544:0:24231:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:3.0:1788197980.164547:0:24231:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1788197980.164579:0:24231:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851c1667e00/0xb1c7fb411490ae8d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197980.164819:0:24231:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9851c1667e00/0xb1c7fb411490ae8d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197980.164834:0:24231:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9851c1667e00/0xb1c7fb411490ae8d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788197980.164854:0:24231:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d59f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819490048:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788197980.164902:0:24231:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197980.164982:0:24231:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d8543c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788197980.165032:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819490048 00000100:00100000:1.0:1788197980.165039:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819490048 00000100:00100000:1.0:1788197980.165193:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788197980.165229:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851d84b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+18:24231:x1875060819490048:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788197980.165250:0:22721:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788197980.165271:0:22721:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9850c3b3d000/0xb1c7fb411490ae94 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490ae8d expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197980.165297:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9850c3b3d000/0xb1c7fb411490ae94 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490ae8d expref: 19 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197980.165309:0:22721:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9850c3b3d000/0xb1c7fb411490ae94 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490ae8d expref: 19 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197980.165336:0:22721:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c3b3d000, rc 0) 00000100:00100000:1.0:1788197980.165435:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851d84b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+19:24231:x1875060819490048:12345-0@lo:101:mount.lustre.0 Request processed in 207us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197980.165457:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1788197980.165868:0:24231:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d59f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819490048:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788197980.165884:0:24231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9851c1667e00/0xb1c7fb411490ae8d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ae94 expref: -99 pid: 24231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197980.165894:0:24231:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9851c1667e00/0xb1c7fb411490ae8d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490ae94 expref: -99 pid: 24231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788197980.171133:0:24231:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:3.0:1788197980.173401:0:24231:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788197980.184845:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1788197980.184909:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1788197980.184932:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1788197980.184944:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1788197980.184956:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1788197980.184970:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1788197980.184984:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1788197980.184998:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1788197980.185011:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:2.0:1788197980.185025:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:2.0:1788197980.185039:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:2.0:1788197980.185050:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:2.0:1788197980.185073:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:2.0:1788197980.185078:0:24231:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:2.0:1788197980.185431:0:24231:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e00e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819490176:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788197980.185566:0:24231:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197980.185814:0:24231:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c8fe8d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788197980.185877:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819490176 00000100:00100000:1.0:1788197980.185885:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819490176 00000100:00100000:1.0:1788197980.185983:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1788197980.185994:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851d84b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+19:24231:x1875060819490176:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788197980.186358:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851d84b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+19:24231:x1875060819490176:12345-0@lo:501:mount.lustre.0 Request processed in 362us (788us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197980.186368:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1788197980.186482:0:24231:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e00e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819490176:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788197980.186523:0:24231:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d59f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819490304:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788197980.186572:0:24231:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197980.186950:0:24231:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d0dc2840 going to sleep for 11 seconds 00000100:00100000:2.0:1788197980.187005:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819490304 00000100:00100000:2.0:1788197980.187011:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819490304 00000100:00100000:2.0:1788197980.187042:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1788197980.187050:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851d84b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+19:24231:x1875060819490304:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788197980.188824:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851d84b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+19:24231:x1875060819490304:12345-0@lo:503:mount.lustre.0 Request processed in 1767us (2243us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197980.188836:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788197980.190800:0:24231:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d59f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819490304:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788197980.191728:0:24231:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788197980.191846:0:24231:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d59f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819490432:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788197980.191923:0:24231:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197980.192286:0:24231:0:(client.c:2715:ptlrpc_set_wait()) set ffff985200e8c540 going to sleep for 11 seconds 00000100:00100000:0.0:1788197980.192602:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819490432 00000100:00100000:0.0:1788197980.192611:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819490432 00000100:00100000:0.0:1788197980.192678:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1788197980.192689:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851d84b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+19:24231:x1875060819490432:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788197980.193542:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851d84b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+19:24231:x1875060819490432:12345-0@lo:502:mount.lustre.0 Request processed in 852us (1616us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197980.193553:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1788197980.193758:0:24231:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d59f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819490432:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788197980.194183:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1788197980.194449:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1788197980.194474:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1788197980.194488:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1788197980.194500:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1788197980.194511:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1788197980.194522:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1788197980.194535:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1788197980.194548:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:3.0:1788197980.194560:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:3.0:1788197980.194571:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:3.0:1788197980.194582:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:3.0:1788197980.194623:0:24231:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d59f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819490560:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788197980.194695:0:24231:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197980.194799:0:24231:0:(client.c:2715:ptlrpc_set_wait()) set ffff985200e8c540 going to sleep for 11 seconds 00000100:00100000:2.0:1788197980.194847:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819490560 00000100:00100000:2.0:1788197980.194854:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819490560 00000100:00100000:2.0:1788197980.194950:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788197980.194961:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851d84b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+19:24231:x1875060819490560:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788197980.195100:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851d84b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+19:24231:x1875060819490560:12345-0@lo:502:mount.lustre.0 Request processed in 140us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197980.195108:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1788197980.195194:0:24231:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d59f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819490560:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788197980.195269:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:3.0:1788197980.195278:0:24231:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:3.0:1788197980.197518:0:24248:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788197980.197531:0:24248:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:3.0:1788197980.197539:0:24248:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788197980.197541:0:24248:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:3.0:1788197980.197548:0:24248:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788197980.197566:0:24248:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff9851f3c699b8) 00000020:00000080:3.0:1788197980.197593:0:24248:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:3.0:1788197980.197600:0:24248:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1788197980.197698:0:24248:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9851fc3d5000 from lustre-OST0000, refs=2 00080000:01000000:3.0:1788197980.197708:0:24248:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:3.0:1788197980.197725:0:24248:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xb1c7fb411490aea2 00010000:00010000:3.0:1788197980.207543:0:24248:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:3.0:1788197980.208388:0:24248:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:3.0:1788197980.210059:0:24248:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:1.0:1788197980.215920:0:24248:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:1.0:1788197980.215934:0:24248:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788197980.215941:0:24248:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788197980.215943:0:24248:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:1.0:1788197980.215947:0:24248:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788197980.215950:0:24248:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:1.0:1788197980.215952:0:24248:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788197980.215959:0:24248:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788197980.215961:0:24248:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788197980.215964:0:24248:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788197980.215965:0:24248:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788197980.215968:0:24248:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788197980.215973:0:24248:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788197980.215974:0:24248:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:1.0:1788197980.215994:0:24248:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1788197980.215997:0:24248:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1788197980.215999:0:24248:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788197980.216001:0:24248:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788197980.216002:0:24248:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:1.0:1788197980.216004:0:24248:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788197980.216007:0:24248:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788197980.216008:0:24248:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1788197980.216012:0:24248:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1788197980.216046:0:24248:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788197980.216050:0:24248:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788197980.216051:0:24248:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1788197980.216054:0:24248:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:0.0:1788197980.220059:0:24231:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:0.0:1788197980.220189:0:24231:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1788197980.220528:0:24231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851c1667e00/0xb1c7fb411490ae8d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ae94 expref: -99 pid: 24231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197980.220542:0:24231:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9851c1667e00/0xb1c7fb411490ae8d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ae94 expref: -99 pid: 24231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788197980.223365:0:24231:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9851fc3d5000 from 1 10000000:01000000:1.0:1788197980.223384:0:24231:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788197980.223431:0:24231:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d400/0xb1c7fb411490aea9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197980.223443:0:24231:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d400/0xb1c7fb411490aea9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197980.223455:0:24231:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d400/0xb1c7fb411490aea9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788197980.223483:0:24231:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b19f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819490688:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788197980.223559:0:24231:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197980.223616:0:24231:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d14b1600 going to sleep for 11 seconds 00000100:00100000:0.0:1788197980.223725:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819490688 00000100:00100000:0.0:1788197980.223734:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819490688 00000100:00100000:0.0:1788197980.223787:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1788197980.223797:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+19:24231:x1875060819490688:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788197980.223809:0:22724:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788197980.223822:0:22724:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9850c1ea9800/0xb1c7fb411490aeb0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490aea9 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197980.223844:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9850c1ea9800/0xb1c7fb411490aeb0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490aea9 expref: 20 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197980.223855:0:22724:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9850c1ea9800/0xb1c7fb411490aeb0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490aea9 expref: 20 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197980.223863:0:22724:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c1ea9800, rc 0) 00000100:00100000:0.0:1788197980.223909:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+20:24231:x1875060819490688:12345-0@lo:101:mount.lustre.0 Request processed in 113us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197980.223917:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1788197980.224496:0:24231:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b19f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819490688:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788197980.224517:0:24231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d400/0xb1c7fb411490aea9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490aeb0 expref: -99 pid: 24231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197980.224529:0:24231:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d400/0xb1c7fb411490aea9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490aeb0 expref: -99 pid: 24231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788197980.227905:0:24231:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1788197980.228500:0:24231:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788197980.228735:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1788197980.228763:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1788197980.228776:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1788197980.228789:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1788197980.228800:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1788197980.228810:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1788197980.228823:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1788197980.228839:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1788197980.228856:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1788197980.228868:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1788197980.228879:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1788197980.228895:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1788197980.228900:0:24231:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1788197980.230479:0:24231:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b1a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819490816:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788197980.230560:0:24231:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197980.230601:0:24231:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d14b1540 going to sleep for 11 seconds 00000100:00100000:2.0:1788197980.231572:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819490816 00000100:00100000:2.0:1788197980.231582:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819490816 00000100:00100000:2.0:1788197980.231630:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788197980.231640:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3eec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+20:24231:x1875060819490816:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788197980.231800:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3eec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+20:24231:x1875060819490816:12345-0@lo:501:mount.lustre.0 Request processed in 160us (1239us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197980.231809:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1788197980.231987:0:24231:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b1a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819490816:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788197980.232038:0:24231:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b1a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819490944:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788197980.232091:0:24231:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197980.232127:0:24231:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d14b1540 going to sleep for 11 seconds 00000100:00100000:2.0:1788197980.232229:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819490944 00000100:00100000:2.0:1788197980.232233:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819490944 00000100:00100000:2.0:1788197980.232273:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788197980.232281:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+20:24231:x1875060819490944:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788197980.232407:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+20:24231:x1875060819490944:12345-0@lo:503:mount.lustre.0 Request processed in 126us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197980.232414:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1788197980.232462:0:24231:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b1a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819490944:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788197980.232845:0:24231:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788197980.232916:0:24231:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d59f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819491072:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788197980.232948:0:24231:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197980.232977:0:24231:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851fb2ac180 going to sleep for 11 seconds 00000100:00100000:0.0:1788197980.233067:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819491072 00000100:00100000:0.0:1788197980.233073:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819491072 00000100:00100000:0.0:1788197980.233109:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1788197980.233117:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+20:24231:x1875060819491072:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788197980.233215:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+20:24231:x1875060819491072:12345-0@lo:502:mount.lustre.0 Request processed in 99us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197980.233223:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1788197980.233243:0:24231:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d59f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819491072:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788197980.233448:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1788197980.233475:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1788197980.233487:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1788197980.233506:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1788197980.233517:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1788197980.233537:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1788197980.233549:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1788197980.233560:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1788197980.233570:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1788197980.233581:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1788197980.233702:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1788197980.233724:0:24231:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d59f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819491200:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788197980.233758:0:24231:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197980.233780:0:24231:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851fb2ac180 going to sleep for 11 seconds 00000100:00100000:2.0:1788197980.234083:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819491200 00000100:00100000:2.0:1788197980.234089:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819491200 00000100:00100000:2.0:1788197980.234121:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1788197980.234128:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+20:24231:x1875060819491200:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788197980.234224:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+20:24231:x1875060819491200:12345-0@lo:502:mount.lustre.0 Request processed in 96us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197980.234241:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788197980.234923:0:24231:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d59f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819491200:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788197980.235000:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1788197980.235012:0:24231:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1788197980.236299:0:24252:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788197980.236337:0:24252:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788197980.236341:0:24252:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788197980.236348:0:24252:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9851fc3d5000 00000020:00000080:1.0:1788197980.236352:0:24252:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788197980.236362:0:24252:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788197980.236364:0:24252:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788197980.236502:0:24252:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788197980.236508:0:24252:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788197980.236512:0:24252:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788197980.236514:0:24252:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788197980.236518:0:24252:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9851fc3d5000 00000020:00000080:1.0:1788197980.236521:0:24252:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788197980.236583:0:24252:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788197980.236587:0:24252:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788197980.236589:0:24252:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1788197980.236591:0:24252:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788197980.236594:0:24252:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788197980.236596:0:24252:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788197980.236599:0:24252:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9851fc3d5000 00000020:00000080:1.0:1788197980.236601:0:24252:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788197980.236620:0:24252:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788197980.236623:0:24252:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788197980.236624:0:24252:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788197980.236627:0:24252:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788197980.236630:0:24252:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788197980.236631:0:24252:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1788197980.236635:0:24252:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9851fc3d5000 00000020:00000080:1.0:1788197980.236637:0:24252:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788197980.236666:0:24252:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788197980.236670:0:24252:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788197980.236671:0:24252:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1788197980.236674:0:24252:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1788197980.236761:0:24231:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1788197980.236800:0:24231:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788197980.236820:0:24231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d400/0xb1c7fb411490aea9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490aeb0 expref: -99 pid: 24231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197980.236831:0:24231:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d400/0xb1c7fb411490aea9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490aeb0 expref: -99 pid: 24231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788197980.236892:0:24231:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788197980.236896:0:24231:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9851fc3d5000 10000000:01000000:0.0:1788197980.236899:0:24231:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9851fc3d5000 10000000:01000000:0.0:1788197980.236903:0:24231:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788197980.236908:0:24231:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9851fc3d5000 from 1 10000000:01000000:0.0:1788197980.236911:0:24231:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788197980.236948:0:24231:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8800/0xb1c7fb411490aeb7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197980.236956:0:24231:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8800/0xb1c7fb411490aeb7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197980.236966:0:24231:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8800/0xb1c7fb411490aeb7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197980.237002:0:24231:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c32fb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819491328:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788197980.237068:0:24231:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197980.237124:0:24231:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d0dd3240 going to sleep for 11 seconds 00000100:00100000:3.0:1788197980.237514:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819491328 00000100:00100000:3.0:1788197980.237522:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819491328 00000100:00100000:3.0:1788197980.237561:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1788197980.237571:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+20:24231:x1875060819491328:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788197980.237584:0:22722:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788197980.237678:0:22722:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9851c1667a00/0xb1c7fb411490aebe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490aeb7 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197980.237702:0:22722:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9851c1667a00/0xb1c7fb411490aebe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490aeb7 expref: 21 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197980.237713:0:22722:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9851c1667a00/0xb1c7fb411490aebe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490aeb7 expref: 21 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197980.237723:0:22722:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851c1667a00, rc 0) 00000100:00100000:3.0:1788197980.237770:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:24231:x1875060819491328:12345-0@lo:101:mount.lustre.0 Request processed in 200us (702us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197980.237778:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788197980.237869:0:24231:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c32fb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819491328:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788197980.237884:0:24231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8800/0xb1c7fb411490aeb7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490aebe expref: -99 pid: 24231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197980.237893:0:24231:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8800/0xb1c7fb411490aeb7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490aebe expref: -99 pid: 24231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788197980.247681:0:24231:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1788197980.248155:0:24231:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788197980.250230:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1788197980.250290:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1788197980.250339:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1788197980.250356:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1788197980.251652:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1788197980.251699:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1788197980.251716:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1788197980.251730:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1788197980.251745:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1788197980.251760:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1788197980.251774:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1788197980.251791:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1788197980.251803:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1788197980.251816:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1788197980.251829:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1788197980.251844:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1788197980.251860:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1788197980.251877:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1788197980.251909:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1788197980.251927:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1788197980.252145:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1788197980.252164:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1788197980.252176:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1788197980.252189:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1788197980.252214:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1788197980.252232:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1788197980.252402:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1788197980.252421:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1788197980.252434:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1788197980.252458:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1788197980.252471:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1788197980.252485:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1788197980.252498:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1788197980.252512:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1788197980.252539:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1788197980.252556:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1788197980.252570:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1788197980.252581:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1788197980.252593:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1788197980.252606:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1788197980.252619:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1788197980.252632:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1788197980.252644:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1788197980.252655:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1788197980.252666:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1788197980.252677:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1788197980.252689:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1788197980.252701:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1788197980.252868:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1788197980.252901:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1788197980.252922:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1788197980.252942:0:24231:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1788197980.253068:0:24231:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c32fb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819491456:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788197980.253143:0:24231:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197980.253191:0:24231:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d0dd3d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788197980.253389:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819491456 00000100:00100000:2.0:1788197980.253398:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819491456 00000100:00100000:0.0:1788197980.253874:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1788197980.253888:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:24231:x1875060819491456:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788197980.255486:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:24231:x1875060819491456:12345-0@lo:501:mount.lustre.0 Request processed in 1598us (2338us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197980.255610:0:24231:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c32fb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819491456:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788197980.257922:0:24231:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b18a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819491584:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788197980.258022:0:24231:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197980.258070:0:24231:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d14b1540 going to sleep for 11 seconds 00000100:00100000:2.0:1788197980.258214:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819491584 00000100:00100000:2.0:1788197980.258222:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819491584 00000100:00100000:2.0:1788197980.260131:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1788197980.260150:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+22:24231:x1875060819491584:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788197980.260348:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+22:24231:x1875060819491584:12345-0@lo:503:mount.lustre.0 Request processed in 204us (2325us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197980.260357:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1788197980.261155:0:24231:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b18a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819491584:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788197980.261889:0:24231:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788197980.262083:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1788197980.262630:0:24231:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e00a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819491712:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788197980.262706:0:24231:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197980.263094:0:24231:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851e0761300 going to sleep for 11 seconds 00000100:00100000:0.0:1788197980.263164:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819491712 00000100:00100000:0.0:1788197980.263173:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819491712 00000100:00100000:0.0:1788197980.263237:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1788197980.263247:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:24231:x1875060819491712:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788197980.263539:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:24231:x1875060819491712:12345-0@lo:502:mount.lustre.0 Request processed in 292us (831us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197980.263548:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1788197980.263646:0:24231:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e00a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819491712:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788197980.263907:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1788197980.263941:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1788197980.263960:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1788197980.264953:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1788197980.265073:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1788197980.265097:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1788197980.265131:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1788197980.265147:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1788197980.265169:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1788197980.265182:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1788197980.265264:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1788197980.265293:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1788197980.265308:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1788197980.265341:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1788197980.265356:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1788197980.265370:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1788197980.265499:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1788197980.265513:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1788197980.265528:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1788197980.265542:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1788197980.265558:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1788197980.265572:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1788197980.265601:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1788197980.265619:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1788197980.265632:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1788197980.265644:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1788197980.265658:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1788197980.265673:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1788197980.265687:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1788197980.265706:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1788197980.265723:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1788197980.265744:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1788197980.265766:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1788197980.265788:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1788197980.265806:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1788197980.265828:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1788197980.265850:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1788197980.265870:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1788197980.265908:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1788197980.265931:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1788197980.265948:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1788197980.265964:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1788197980.266481:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1788197980.266506:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1788197980.266535:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1788197980.266554:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1788197980.266572:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1788197980.266588:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1788197980.266646:0:24231:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e00a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819491840:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788197980.266720:0:24231:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197980.266759:0:24231:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851e0761300 going to sleep for 11 seconds 00000100:00100000:2.0:1788197980.267507:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819491840 00000100:00100000:2.0:1788197980.267517:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819491840 00000100:00100000:2.0:1788197980.267566:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1788197980.267576:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:24231:x1875060819491840:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788197980.267729:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:24231:x1875060819491840:12345-0@lo:502:mount.lustre.0 Request processed in 154us (1008us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197980.267738:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1788197980.267803:0:24231:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e00a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819491840:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788197980.268001:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1788197980.268025:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1788197980.268057:0:24231:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e00a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819491968:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788197980.268096:0:24231:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197980.268118:0:24231:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851e0761300 going to sleep for 11 seconds 00000100:00100000:2.0:1788197980.274796:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819491968 00000100:00100000:2.0:1788197980.274812:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819491968 00000100:00100000:2.0:1788197980.274869:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1788197980.274880:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:24231:x1875060819491968:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788197980.275070:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:24231:x1875060819491968:12345-0@lo:502:mount.lustre.0 Request processed in 191us (6972us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197980.275079:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1788197980.275160:0:24231:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e00a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819491968:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788197980.275276:0:24231:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1788197980.275293:0:24231:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1788197980.278926:0:24257:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1788197980.278967:0:24257:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff9850c17b0000) 00000020:00000080:1.0:1788197980.280136:0:24257:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:1.0:1788197980.280267:0:24257:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9851fc3d5000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1788197980.280273:0:24257:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9851fc3d5000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1788197980.280276:0:24257:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9851fc3d5000 3 00010000:00080000:1.0:1788197980.280340:0:24257:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9850c394f800@lustre-MDT0000-lwp-OST0000: add connection 192.168.204.139@tcp at head 00010000:00010000:1.0:1788197980.282890:0:24257:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:1.0:1788197980.283616:0:24257:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:1.0:1788197980.283664:0:24257:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788197980.283679:0:24257:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xb1c7fb411490aecc 00000100:00080000:1.0:1788197980.283691:0:24257:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788197980.283696:0:24257:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9850c394f800 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:1.0:1788197980.283747:0:24257:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9850c3b1b800 x1875060819492096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788197980.283771:0:24257:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1788197980.284221:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3612:1875060819492096:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788197980.284290:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197980.284389:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819492096 00000100:00100000:0.0:1788197980.284397:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819492096 00000100:00100000:0.0:1788197980.284432:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788197980.284439:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c32f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3612:x1875060819492096:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788197980.284464:0:22729:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 689 last 0 00000020:00000080:0.0:1788197980.284500:0:22729:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xb1c7fb411490aed3 00000004:00100000:0.0:1788197980.284516:0:22729:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788197980.284553:0:22729:0:(import.c:65:import_set_state_nolock()) ffff9851c82d4800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788197980.284604:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c32f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3612:x1875060819492096:12345-0@lo:38:llog_process_th.0 Request processed in 163us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197980.284612:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1788197980.284651:0:3612:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9850c3b1b800 x1875060819492096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788197990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788197980.284662:0:3612:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788197980.284670:0:3612:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1788197980.284686:0:3612:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1788197980.284690:0:3612:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1788197980.284692:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9850c394f800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788197980.284698:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3612:1875060819492096:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1788197980.285270:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788197980.285275:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788197980.285278:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788197980.285282:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788197980.285309:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788197980.285330:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788197980.285334:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788197980.285337:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788197980.285372:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3613:1875060819492608:0@lo:400:kworker.0 00000100:00100000:2.0:1788197980.285413:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197980.285441:0:3613:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788197980.285447:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819492224:0@lo:400:kworker.0 00000100:00100000:2.0:1788197980.285474:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197980.286105:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3615:1875060819492352:0@lo:400:kworker.0 00000100:00100000:2.0:1788197980.286152:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197980.286183:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788197980.286190:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819492480:0@lo:400:kworker.0 00000100:00100000:2.0:1788197980.286229:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197980.286290:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819492608 00000100:00100000:2.0:1788197980.286298:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819492608 00000100:00100000:2.0:1788197980.286388:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819492352 00000100:00100000:2.0:1788197980.286398:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819492352 00000100:00100000:2.0:1788197980.286422:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788197980.286431:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7e00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3613:x1875060819492608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197980.286481:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7e00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3613:x1875060819492608:12345-0@lo:400:kworker.0 Request processed in 51us (1066us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197980.286488:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788197980.286503:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788197980.286509:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7e03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1875060819492352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197980.286544:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7e03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1875060819492352:12345-0@lo:400:kworker.0 Request processed in 34us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197980.286550:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788197980.286572:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819492224 00000100:00100000:2.0:1788197980.286576:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819492224 00000100:00100000:2.0:1788197980.286597:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819492480 00000100:00100000:2.0:1788197980.286600:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819492480 00000100:00100000:2.0:1788197980.286615:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788197980.286622:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7e01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3613:x1875060819492224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197980.286654:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7e01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3613:x1875060819492224:12345-0@lo:400:kworker.0 Request processed in 33us (1178us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197980.286660:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788197980.286671:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788197980.286677:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7e01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819492480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197980.286701:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7e01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819492480:12345-0@lo:400:kworker.0 Request processed in 24us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197980.286708:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788197980.286750:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819492224:0@lo:400:kworker.0 00010000:00080000:2.0:1788197980.286775:0:3613:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9851e7e01c00 x1875060819492608/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197996 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788197980.286785:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3613:1875060819492608:0@lo:400:kworker.0 00000100:00100000:2.0:1788197980.286818:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819492480:0@lo:400:kworker.0 00010000:00080000:2.0:1788197980.286827:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9851e7e01180 x1875060819492352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788197996 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788197980.286836:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3615:1875060819492352:0@lo:400:kworker.0 00000020:01000004:1.0:1788197980.296563:0:24257:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1788197980.296583:0:24257:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff9850c17b19b8) 00000020:00000080:1.0:1788197980.296609:0:24257:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:1.0:1788197980.296695:0:24257:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9851fc3d5000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1788197980.296700:0:24257:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9851fc3d5000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1788197980.296703:0:24257:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9851fc3d5000 3 00010000:00080000:1.0:1788197980.296735:0:24257:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9850c394b000@lustre-MDT0001-lwp-OST0000: add connection 192.168.204.139@tcp at head 00010000:00010000:3.0:1788197980.302880:0:24257:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:3.0:1788197980.303145:0:24257:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:3.0:1788197980.303195:0:24257:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1788197980.303220:0:24257:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0xb1c7fb411490aee1 00000100:00080000:3.0:1788197980.303231:0:24257:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788197980.303237:0:24257:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9850c394b000 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:3.0:1788197980.303274:0:24257:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851c6d59f80 x1875060819492736/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788197980.303309:0:24257:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1788197980.303387:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788197980.303392:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788197980.303395:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788197980.303398:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788197980.303401:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788197980.303404:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788197980.303406:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788197980.303410:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788197980.303570:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3612:1875060819492736:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788197980.303643:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197980.310866:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819492736 00000100:00100000:3.0:1788197980.310884:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819492736 00000100:00100000:3.0:1788197980.310946:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788197980.310957:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c32f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3612:x1875060819492736:12345-0@lo:38:llog_process_th.0 00000040:00080000:1.0:1788197980.311485:0:24257:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00010000:00080000:3.0:1788197980.311867:0:22731:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 689 last 0 00000020:00000080:3.0:1788197980.311919:0:22731:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0xb1c7fb411490aee8 00000004:00100000:3.0:1788197980.311938:0:22731:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:2.0:1788197980.312093:0:24231:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1788197980.312220:0:24231:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788197980.312282:0:24231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8800/0xb1c7fb411490aeb7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490aebe expref: -99 pid: 24231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197980.312294:0:24231:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8800/0xb1c7fb411490aeb7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490aebe expref: -99 pid: 24231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788197980.312381:0:24231:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788197980.312383:0:24231:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788197980.312385:0:24231:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788197980.312386:0:24231:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788197980.312387:0:24231:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788197980.312389:0:24231:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788197980.312391:0:24231:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788197980.312393:0:24231:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788197980.312394:0:24231:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788197980.312399:0:24231:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:2.0:1788197980.312402:0:24231:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788197980.312403:0:24231:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788197980.312404:0:24231:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788197980.312406:0:24231:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788197980.312407:0:24231:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788197980.312414:0:24231:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788197980.312415:0:24231:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788197980.312416:0:24231:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788197980.312418:0:24231:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788197980.312440:0:24231:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1788197980.312460:0:24231:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e01180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819492864:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788197980.312528:0:24231:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197980.312569:0:24231:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851e0761300 going to sleep for 11 seconds 00000100:00100000:2.0:1788197980.312592:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819492864 00000100:00100000:2.0:1788197980.312598:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819492864 00000100:00100000:2.0:1788197980.312638:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1788197980.312646:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:24231:x1875060819492864:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788197980.312669:0:22721:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1788197980.312685:0:22721:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00080000:3.0:1788197980.313336:0:22731:0:(import.c:65:import_set_state_nolock()) ffff9850c3a3f800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788197980.313423:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c32f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3612:x1875060819492736:12345-0@lo:38:llog_process_th.0 Request processed in 2466us (9779us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197980.313433:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:3.0:1788197980.313487:0:3612:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9851c6d59f80 x1875060819492736/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788197990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788197980.313628:0:3612:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788197980.313639:0:3612:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:3.0:1788197980.313648:0:3612:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1788197980.313653:0:3612:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1788197980.313657:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9850c394b000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788197980.313664:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3612:1875060819492736:0@lo:38:llog_process_th.0 20000000:01000000:2.0:1788197980.324870:0:22721:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1788197980.324885:0:22721:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:2.0:1788197980.325360:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:24231:x1875060819492864:12345-0@lo:253:mount.lustre.0 Request processed in 12708us (12826us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197980.325374:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1788197980.325491:0:24231:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e01180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:24231:1875060819492864:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788197980.325506:0:24231:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1788197980.325510:0:24231:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788197980.325511:0:24231:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1788197980.325513:0:24231:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788197980.325514:0:24231:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788197980.325515:0:24231:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788197980.325517:0:24231:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788197980.325532:0:24231:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788197980.325535:0:24231:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788197980.325536:0:24231:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1788197980.325552:0:24231:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:0.0:1788197980.326143:0:22745:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788197980.326149:0:22745:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788197980.326173:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9850c1ea8a00/0xb1c7fb411490aeef lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197980.326191:0:22745:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9850c3b3d800/0xb1c7fb411490ae39 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490ae32 expref: 20 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197980.326275:0:22745:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9851d03b1200/0xb1c7fb411490ae47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490ae40 expref: 20 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197980.326286:0:22745:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9850c1ea8a00/0xb1c7fb411490aeef lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197980.326406:0:22745:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9851d03b1200/0xb1c7fb411490ae47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb1c7fb411490ae40 expref: 20 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197980.326422:0:22745:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9851d03b1200/0xb1c7fb411490ae47 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb1c7fb411490ae40 expref: 20 pid: 22721 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197980.326436:0:22745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c32fad80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22745:1875060819492992:0@lo:104: 00000100:00100000:0.0:1788197980.326487:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788197980.326536:0:22745:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9850c3b3d800/0xb1c7fb411490ae39 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb1c7fb411490ae32 expref: 20 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197980.326553:0:22745:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9850c3b3d800/0xb1c7fb411490ae39 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb1c7fb411490ae32 expref: 20 pid: 22724 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197980.326561:0:22745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c32f9880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22745:1875060819493120:0@lo:104: 00000100:00100000:0.0:1788197980.326590:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197980.326610:0:22745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d0dd3d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788197980.326641:0:22713:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1788197980.326653:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819492992 00000100:00100000:0.0:1788197980.326660:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819492992 00000100:00100000:0.0:1788197980.326690:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819493120 00000100:00100000:0.0:1788197980.326693:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819493120 00000100:00100000:0.0:1788197980.326707:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788197980.326716:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c32fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:27515ceb-a8a3-4165-9bb1-71641bb462d7+4:22745:x1875060819492992:12345-0@lo:104: 00010000:00010000:0.0:1788197980.326728:0:22713:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9200/0xb1c7fb411490ae40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb1c7fb411490ae47 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197980.326775:0:22713:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788197980.326781:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c32fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:27515ceb-a8a3-4165-9bb1-71641bb462d7+4:22745:x1875060819492992:12345-0@lo:104: Request processed in 66us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197980.326786:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788197980.326803:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788197980.326809:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e78ec850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:27515ceb-a8a3-4165-9bb1-71641bb462d7+3:22745:x1875060819493120:12345-0@lo:104: 00010000:00010000:0.0:1788197980.326816:0:22713:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9000/0xb1c7fb411490ae32 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb1c7fb411490ae39 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197980.326849:0:22713:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788197980.326854:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e78ec850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:27515ceb-a8a3-4165-9bb1-71641bb462d7+3:22745:x1875060819493120:12345-0@lo:104: Request processed in 45us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197980.326868:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:0.0:1788197980.326904:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788197980.326910:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9200/0xb1c7fb411490ae40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb1c7fb411490ae47 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197980.326918:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c1ea9200 already unused, calling callback (ffffffffc125cc20) 10000000:00010000:0.0:1788197980.326922:0:22718:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9200/0xb1c7fb411490ae40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb1c7fb411490ae47 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197980.326931:0:22718:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9200/0xb1c7fb411490ae40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb1c7fb411490ae47 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788197980.326938:0:22718:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9200/0xb1c7fb411490ae40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb1c7fb411490ae47 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788197980.326943:0:22718:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788197980.326970:0:22718:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9200/0xb1c7fb411490ae40 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490ae47 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197980.328182:0:22718:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1788197980.328300:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c32f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27515ceb-a8a3-4165-9bb1-71641bb462d7:3614:1875060819493248:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788197980.328367:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788197980.328550:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9200/0xb1c7fb411490ae40 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490ae47 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197980.328559:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9200/0xb1c7fb411490ae40 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490ae47 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197980.328573:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788197980.328576:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9000/0xb1c7fb411490ae32 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb1c7fb411490ae39 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197980.328595:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c1ea9000 already unused, calling callback (ffffffffc125cc20) 10000000:00010000:0.0:1788197980.328599:0:22718:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9000/0xb1c7fb411490ae32 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb1c7fb411490ae39 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197980.328607:0:22718:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9000/0xb1c7fb411490ae32 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb1c7fb411490ae39 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788197980.328614:0:22718:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9000/0xb1c7fb411490ae32 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb1c7fb411490ae39 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788197980.328620:0:22718:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788197980.328648:0:22718:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9000/0xb1c7fb411490ae32 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490ae39 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197980.328654:0:22718:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788197980.328669:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9000/0xb1c7fb411490ae32 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490ae39 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197980.328676:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9000/0xb1c7fb411490ae32 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490ae39 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197980.328689:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197980.328691:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197980.328693:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197980.328699:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788197980.328707:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c32faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:27515ceb-a8a3-4165-9bb1-71641bb462d7:3615:1875060819493376:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788197980.328737:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197980.328783:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819493248 00000100:00100000:0.0:1788197980.328790:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819493248 00010000:00010000:0.0:1788197980.328817:0:22714:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9851d03b1200/0xb1c7fb411490ae47 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb1c7fb411490ae40 expref: 21 pid: 22721 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197980.328836:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819493376 00000100:00100000:0.0:1788197980.328838:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819493376 00010000:00010000:0.0:1788197980.328847:0:22714:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9850c3b3d800/0xb1c7fb411490ae39 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb1c7fb411490ae32 expref: 22 pid: 22724 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197980.328859:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788197980.328866:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3b18700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:27515ceb-a8a3-4165-9bb1-71641bb462d7+22:3614:x1875060819493248:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788197980.328876:0:22714:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788197980.328881:0:22714:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9851d03b1200/0xb1c7fb411490ae47 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb1c7fb411490ae40 expref: 22 pid: 22721 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197980.328892:0:22714:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9851d03b1200/0xb1c7fb411490ae47 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb1c7fb411490ae40 expref: 22 pid: 22721 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197980.328907:0:22714:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788197980.328960:0:22715:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:3.0:1788197980.328970:0:22715:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:3.0:1788197980.329081:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788197980.329088:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ff6e1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:27515ceb-a8a3-4165-9bb1-71641bb462d7+22:3615:x1875060819493376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788197980.329096:0:22715:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788197980.329101:0:22715:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9850c3b3d800/0xb1c7fb411490ae39 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb1c7fb411490ae32 expref: 22 pid: 22724 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197980.329112:0:22715:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9850c3b3d800/0xb1c7fb411490ae39 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb1c7fb411490ae32 expref: 22 pid: 22724 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197980.329133:0:22715:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9850c1ea8a00/0xb1c7fb411490aeef lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197980.329141:0:22715:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9850c1ea8a00/0xb1c7fb411490aeef lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1788197980.329153:0:22715:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003005627s 00010000:00010000:3.0:1788197980.329158:0:22715:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9850c1ea8a00/0xb1c7fb411490aeef lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197980.329166:0:22715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9850c1ea8a00/0xb1c7fb411490aeef lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197980.329173:0:22715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9850c1ea8a00/0xb1c7fb411490aeef lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197980.329179:0:22715:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9850c1ea8a00/0xb1c7fb411490aeef lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197980.329184:0:22715:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c1ea8a00 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:3.0:1788197980.329189:0:22715:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9850c1ea8a00/0xb1c7fb411490aeef lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197980.329196:0:22715:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9850c1ea8a00/0xb1c7fb411490aeef lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197980.329218:0:22715:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9850c1ea8a00/0xb1c7fb411490aeef lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197980.329227:0:22715:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788197980.329255:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ff6e1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:27515ceb-a8a3-4165-9bb1-71641bb462d7+22:3615:x1875060819493376:12345-0@lo:103:ldlm_bl.0 Request processed in 167us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197980.329267:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788197980.329299:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c32faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:27515ceb-a8a3-4165-9bb1-71641bb462d7:3615:1875060819493376:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788197980.330889:0:22745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9851d03b1200/0xb1c7fb411490ae47 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb1c7fb411490ae40 expref: 21 pid: 22721 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788197980.330907:0:22745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c32fad80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22745:1875060819492992:0@lo:104: 00010000:00010000:2.0:1788197980.330921:0:22745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9850c3b3d800/0xb1c7fb411490ae39 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb1c7fb411490ae32 expref: 20 pid: 22724 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788197980.330929:0:22745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c32f9880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22745:1875060819493120:0@lo:104: 00010000:00010000:2.0:1788197980.330953:0:22745:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9850c1ea8a00/0xb1c7fb411490aeef lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197980.330985:0:22745:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9850c1ea8a00/0xb1c7fb411490aeef lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197980.330991:0:22745:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9850c1ea8a00/0xb1c7fb411490aeef lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197980.330996:0:22745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9850c1ea8a00/0xb1c7fb411490aeef lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197980.335632:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3b18700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:27515ceb-a8a3-4165-9bb1-71641bb462d7+19:3614:x1875060819493248:12345-0@lo:103:ldlm_bl.0 Request processed in 6755us (7253us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197980.335648:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000001:00000004:3.0:1788197980.335810:0:24231:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:1.0:1788197980.337521:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c32f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27515ceb-a8a3-4165-9bb1-71641bb462d7:3614:1875060819493248:0@lo:103:ldlm_bl.0 00002000:00080000:1.0:1788197980.338967:0:24231:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:1.0:1788197980.339041:0:24231:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:1.0:1788197980.339097:0:24231:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1788197980.339149:0:24231:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.139@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1788197980.339174:0:24231:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=49 00000080:00000004:1.0:1788197980.339276:0:24231:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:1.0:1788197980.340640:0:24231:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788197980.340873:0:24231:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788197980.546471:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197981.567514:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1788197981.591393:0:24311:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788197981.591604:0:24311:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:2.0:1788197982.142551:0:22726:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788197982.142559:0:22726:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9851f27e4000 from 13 10000000:01000000:2.0:1788197982.142565:0:22726:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788197982.142612:0:22726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851d03b1000/0xb1c7fb411490aef6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197982.142623:0:22726:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9851d03b1000/0xb1c7fb411490aef6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197982.142636:0:22726:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9851d03b1000/0xb1c7fb411490aef6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788197982.142661:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e00e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819493504:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788197982.142730:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197982.142769:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851e0761780 going to sleep for 11 seconds 00000100:00100000:2.0:1788197982.145601:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819493504 00000100:00100000:2.0:1788197982.145620:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819493504 00000100:00100000:2.0:1788197982.145684:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1788197982.145694:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+19:22726:x1875060819493504:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788197982.145711:0:22722:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788197982.145744:0:22722:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9851d03b0600/0xb1c7fb411490aefd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490aef6 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197982.145775:0:22722:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9851d03b0600/0xb1c7fb411490aefd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490aef6 expref: 20 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197982.145786:0:22722:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9851d03b0600/0xb1c7fb411490aefd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490aef6 expref: 20 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197982.145795:0:22722:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851d03b0600, rc 0) 00000100:00100000:2.0:1788197982.145890:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+20:22726:x1875060819493504:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 196us (3159us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197982.145896:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1788197982.146111:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e00e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819493504:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788197982.146132:0:22726:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9851d03b1000/0xb1c7fb411490aef6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490aefd expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197982.146142:0:22726:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9851d03b1000/0xb1c7fb411490aef6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490aefd expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197982.146297:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c32fbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819493632:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788197982.146379:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197982.146422:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c6390f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788197982.146479:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819493632 00000100:00100000:3.0:1788197982.146485:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819493632 00000100:00100000:3.0:1788197982.146521:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1788197982.146530:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+20:22726:x1875060819493632:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788197982.146544:0:22721:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788197982.146563:0:22721:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788197982.146567:0:22721:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1788197982.146650:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+20:22726:x1875060819493632:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 121us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197982.146658:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1788197982.146726:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c32fbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819493632:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788197982.146786:0:22726:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788197982.146793:0:22726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851d03b1000/0xb1c7fb411490aef6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490aefd expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197982.146802:0:22726:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9851d03b1000/0xb1c7fb411490aef6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490aefd expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788197982.146812:0:22726:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788197982.146814:0:22726:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9851ffca4800 from 13 10000000:01000000:0.0:1788197982.146817:0:22726:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788197982.146836:0:22726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9400/0xb1c7fb411490af04 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197982.146843:0:22726:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9400/0xb1c7fb411490af04 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197982.146851:0:22726:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9400/0xb1c7fb411490af04 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197982.146863:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c32fbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819493760:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788197982.146888:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197982.149347:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c76accc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788197982.152592:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819493760 00000100:00100000:3.0:1788197982.152606:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819493760 00000100:00100000:3.0:1788197982.152654:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1788197982.152663:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+20:22726:x1875060819493760:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788197982.152678:0:22724:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788197982.152696:0:22724:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9851c1667600/0xb1c7fb411490af0b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490af04 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197982.152720:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9851c1667600/0xb1c7fb411490af0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490af04 expref: 21 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197982.152730:0:22724:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9851c1667600/0xb1c7fb411490af0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490af04 expref: 21 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197982.152751:0:22724:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851c1667600, rc 0) 00000100:00100000:3.0:1788197982.152824:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:22726:x1875060819493760:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 162us (5935us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197982.152831:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1788197982.152896:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c32fbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819493760:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788197982.152915:0:22726:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9400/0xb1c7fb411490af04 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490af0b expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197982.152992:0:22726:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9400/0xb1c7fb411490af04 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490af0b expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788197982.153061:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d59f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819493888:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788197982.153099:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197982.153128:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c8e73840 going to sleep for 11 seconds 00000100:00100000:3.0:1788197982.153141:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819493888 00000100:00100000:3.0:1788197982.153145:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819493888 00000100:00100000:3.0:1788197982.153185:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1788197982.153192:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:22726:x1875060819493888:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788197982.153204:0:22724:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788197982.153231:0:22724:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788197982.153235:0:22724:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1788197982.153310:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:22726:x1875060819493888:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 118us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197982.153343:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1788197982.153374:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d59f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819493888:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788197982.153438:0:22726:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788197982.153446:0:22726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9400/0xb1c7fb411490af04 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490af0b expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197982.153454:0:22726:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9400/0xb1c7fb411490af04 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490af0b expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197982.589495:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197983.619242:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788197983.677724:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788197983.677752:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819494016:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788197983.677831:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197983.677883:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819494016 00000100:00100000:2.0:1788197983.677891:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819494016 00000100:00100000:2.0:1788197983.677940:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788197983.677950:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7e00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819494016:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788197983.677985:0:22735:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788197983.678029:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7e00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819494016:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197983.678037:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788197983.678079:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819494016:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788197983.678497:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819494144:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788197983.678609:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197983.678650:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819494144 00000100:00100000:1.0:1788197983.678655:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819494144 00000100:00100000:1.0:1788197983.678692:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788197983.678700:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3613:x1875060819494144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788197983.678721:0:22734:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788197983.678765:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3613:x1875060819494144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197983.678773:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788197983.678811:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819494144:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788197984.639022:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788197985.534367:0:23485:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788197985.664616:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788197985.726588:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788197985.726604:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788197985.726617:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788197985.726620:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788197985.726639:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788197985.726643:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788197985.726645:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788197985.726649:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788197985.726687:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819494400:0@lo:400:kworker.0 00000100:00100000:2.0:1788197985.726762:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197985.726808:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3615:1875060819494912:0@lo:400:kworker.0 00000100:00100000:2.0:1788197985.726835:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197985.726858:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788197985.726864:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3615:1875060819494528:0@lo:400:kworker.0 00000100:00100000:2.0:1788197985.726893:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197985.726910:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3615:1875060819495040:0@lo:400:kworker.0 00000100:00100000:2.0:1788197985.726934:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197985.726970:0:23472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819494400 00000100:00100000:2.0:1788197985.726980:0:23472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819494400 00000100:00100000:2.0:1788197985.727025:0:23472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788197985.727035:0:23472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3615:x1875060819494400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197985.727089:0:23472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3615:x1875060819494400:12345-0@lo:400:kworker.0 Request processed in 55us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197985.727108:0:23472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788197985.727335:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819494656:0@lo:400:kworker.0 00000100:00100000:3.0:1788197985.727367:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197985.727388:0:3613:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788197985.727393:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27515ceb-a8a3-4165-9bb1-71641bb462d7:3613:1875060819494272:0@lo:400:kworker.0 00000100:00100000:3.0:1788197985.727421:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197985.727445:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3613:1875060819494784:0@lo:400:kworker.0 00000100:00100000:3.0:1788197985.727464:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197985.727485:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819494272 00000100:00100000:3.0:1788197985.727488:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819494272 00000100:00100000:3.0:1788197985.727529:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1788197985.727537:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:3613:x1875060819494272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197985.727571:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:3613:x1875060819494272:12345-0@lo:400:kworker.0 Request processed in 35us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197985.727577:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1788197985.727643:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27515ceb-a8a3-4165-9bb1-71641bb462d7:3613:1875060819494272:0@lo:400:kworker.0 00000100:00100000:2.0:1788197985.727863:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819494912 00000100:00100000:2.0:1788197985.727868:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819494912 00000100:00100000:2.0:1788197985.727915:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819494528 00000100:00100000:2.0:1788197985.727919:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819494528 00000100:00100000:2.0:1788197985.727930:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819495040 00000100:00100000:2.0:1788197985.727934:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819495040 00000100:00100000:2.0:1788197985.727946:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819494784 00000100:00100000:2.0:1788197985.727949:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819494784 00000100:00100000:2.0:1788197985.727962:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788197985.727969:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3615:x1875060819494912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197985.728006:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3615:x1875060819494912:12345-0@lo:400:kworker.0 Request processed in 37us (1169us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197985.728013:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788197985.728025:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788197985.728032:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1875060819494528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197985.728059:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1875060819494528:12345-0@lo:400:kworker.0 Request processed in 29us (1166us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197985.728065:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788197985.728077:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788197985.728083:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3615:x1875060819495040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197985.728123:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3615:x1875060819495040:12345-0@lo:400:kworker.0 Request processed in 40us (1187us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197985.728141:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788197985.728154:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788197985.728161:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3613:x1875060819494784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197985.728196:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3613:x1875060819494784:12345-0@lo:400:kworker.0 Request processed in 36us (730us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197985.728202:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788197985.728228:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819494656 00000100:00100000:2.0:1788197985.728237:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819494656 00000100:00100000:2.0:1788197985.728261:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788197985.728268:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819494656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197985.728300:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819494656:12345-0@lo:400:kworker.0 Request processed in 33us (932us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197985.728307:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00010000:00080000:2.0:1788197985.728359:0:3613:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9851e7e02300 x1875060819494784/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198001 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788197985.728372:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3613:1875060819494784:0@lo:400:kworker.0 00000100:00100000:2.0:1788197985.728382:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819494656:0@lo:400:kworker.0 00010000:00080000:2.0:1788197985.728408:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9851e7e00e00 x1875060819494528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198001 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788197985.728418:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3615:1875060819494528:0@lo:400:kworker.0 00010000:00080000:2.0:1788197985.728429:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9851f73e9f80 x1875060819495040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198001 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788197985.728437:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3615:1875060819495040:0@lo:400:kworker.0 00000100:00100000:2.0:1788197985.728448:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819494400:0@lo:400:kworker.0 00010000:00080000:2.0:1788197985.728457:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9851e7e01180 x1875060819494912/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198001 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788197985.728466:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3615:1875060819494912:0@lo:400:kworker.0 00000100:00080000:3.0:1788197985.728622:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788197985.728627:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788197986.686585:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788197987.453702:0:3612:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788197972/real 1788197972] req@ffff9851e674b100 x1875060819488256/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788197987 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788197987.453749:0:3612:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9851e674b100 x1875060819488256/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788197987 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788197987.453761:0:3612:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788197972/real 1788197972] req@ffff9851e6749180 x1875060819488384/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788197987 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788197987.453774:0:3612:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9851e6749180 x1875060819488384/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788197987 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788197987.453794:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9850c38bc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788197987.453812:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788197987.453817:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e674b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819488256:0@lo:8:kworker.0 00000100:00080000:0.0:1788197987.453823:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9850c38b8800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788197987.453828:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788197987.453831:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819488384:0@lo:8:kworker.0 00000100:00080000:2.0:1788197987.454017:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788197987.454022:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788197987.454031:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788197987.454034:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788197987.454075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788197987.454078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1788197987.454081:0:37:0:(import.c:65:import_set_state_nolock()) ffff9850c38bc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788197987.454086:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 681 00000100:00080000:2.0:1788197987.454092:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788197987.454100:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9850c38bc000 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:1.0:1788197987.454103:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819495296:0@lo:400:kworker.0 00000100:00100000:2.0:1788197987.454122:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851f73eaa00 x1875060819495680/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788197987.454142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788197987.454145:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788197987.454148:0:37:0:(import.c:65:import_set_state_nolock()) ffff9850c38b8800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788197987.454151:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 681 00000100:00080000:2.0:1788197987.454154:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788197987.454158:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9850c38b8800 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:2.0:1788197987.454172:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851f73eb100 x1875060819495808/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788197987.454179:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197987.454222:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3614:1875060819496064:0@lo:400:kworker.0 00000100:00100000:2.0:1788197987.454226:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3615:1875060819495424:0@lo:400:kworker.0 00000100:00100000:1.0:1788197987.454262:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197987.454275:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819495552:0@lo:400:kworker.0 00000100:00100000:2.0:1788197987.454308:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197987.454334:0:3614:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1788197987.454344:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27515ceb-a8a3-4165-9bb1-71641bb462d7:3614:1875060819495168:0@lo:400:kworker.0 00000100:00100000:2.0:1788197987.454378:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819495296 00000100:00100000:1.0:1788197987.454381:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197987.454388:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819495296 00000100:00100000:1.0:1788197987.454424:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3614:1875060819495936:0@lo:400:kworker.0 00000100:00100000:2.0:1788197987.454437:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819495552 00000100:00100000:2.0:1788197987.454447:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819495552 00000100:00100000:1.0:1788197987.454452:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197987.454473:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788197987.454483:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3b1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819495296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197987.454544:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3b1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819495296:12345-0@lo:400:kworker.0 Request processed in 62us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197987.454551:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788197987.454566:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788197987.454572:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3616:x1875060819495552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197987.454602:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3616:x1875060819495552:12345-0@lo:400:kworker.0 Request processed in 30us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197987.454608:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788197987.454628:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819496064 00000100:00100000:2.0:1788197987.454632:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819496064 00000100:00100000:1.0:1788197987.454652:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819495296:0@lo:400:kworker.0 00000100:00100000:2.0:1788197987.454673:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819495936 00000100:00100000:2.0:1788197987.454678:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819495936 00000100:00100000:2.0:1788197987.454692:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788197987.454698:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3b18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3614:x1875060819496064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197987.454741:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3b18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3614:x1875060819496064:12345-0@lo:400:kworker.0 Request processed in 43us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197987.454747:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788197987.454759:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788197987.454765:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3b19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3614:x1875060819495936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197987.454794:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3b19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3614:x1875060819495936:12345-0@lo:400:kworker.0 Request processed in 29us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197987.454801:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00010000:00080000:1.0:1788197987.454817:0:3614:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9851f73eb480 x1875060819495936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788197987.454829:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3614:1875060819495936:0@lo:400:kworker.0 00000100:00080000:2.0:1788197987.454832:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1788197987.454843:0:3614:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9851f73e9c00 x1875060819496064/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788197987.454922:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819495168 00000100:00100000:0.0:1788197987.454927:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819495168 00000100:00100000:1.0:1788197987.460660:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3614:1875060819496064:0@lo:400:kworker.0 00000100:00100000:2.0:1788197987.473971:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197987.474056:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3615:1875060819496192:0@lo:400:kworker.0 00000100:00100000:2.0:1788197987.474131:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197987.474192:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819495424 00000100:00100000:2.0:1788197987.474199:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819495424 00000100:00100000:2.0:1788197987.474243:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819496192 00000100:00100000:2.0:1788197987.474247:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819496192 00000100:00100000:2.0:1788197987.474274:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788197987.474282:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1875060819495424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197987.474355:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1875060819495424:12345-0@lo:400:kworker.0 Request processed in 73us (19504us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197987.474364:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788197987.474381:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788197987.474388:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3615:x1875060819496192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197987.474418:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3615:x1875060819496192:12345-0@lo:400:kworker.0 Request processed in 31us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197987.474424:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00080000:2.0:1788197987.474445:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788197987.474481:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819495552:0@lo:400:kworker.0 00000100:00100000:2.0:1788197987.474510:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819495680:0@lo:8:kworker.0 00000100:00100000:2.0:1788197987.474538:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197987.474575:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819495808:0@lo:8:kworker.0 00000100:00100000:3.0:1788197987.474588:0:24235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819495680 00000100:00100000:3.0:1788197987.474595:0:24235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819495680 00000100:00100000:2.0:1788197987.474602:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197987.474642:0:24238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819495808 00000100:00100000:2.0:1788197987.474646:0:24238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819495808 00000100:00100000:2.0:1788197987.474659:0:24238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788197987.474664:0:24238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3612:x1875060819495680:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1788197987.474703:0:24238:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 696 last 0 00000020:00000080:2.0:1788197987.474738:0:24238:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xb1c7fb411490af12 00002000:00100000:2.0:1788197987.474757:0:24238:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9851fb9a6800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113967 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:2.0:1788197987.474763:0:24238:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:2.0:1788197987.474767:0:24238:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000001:02000400:3.0:1788197987.475005:0:24601:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg439-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:0.0:1788197987.475428:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1788197987.475541:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:3614:x1875060819495168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788197987.475609:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:3614:x1875060819495168:12345-0@lo:400:kworker.0 Request processed in 171us (21228us total) trans 0 rc 0/0 00002000:00080000:2.0:1788197987.475788:0:24238:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:2.0:1788197987.475816:0:24238:0:(import.c:65:import_set_state_nolock()) ffff9851fb9a1000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788197987.475871:0:24238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3612:x1875060819495680:12345-0@lo:8:kworker.0 Request processed in 1205us (1331us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197987.475878:0:24238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788197987.475897:0:24238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788197987.475902:0:24238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3612:x1875060819495808:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1788197987.475918:0:24238:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788197987.480615:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27515ceb-a8a3-4165-9bb1-71641bb462d7:3614:1875060819495168:0@lo:400:kworker.0 00010000:00080000:1.0:1788197987.482616:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9851f73e8700 x1875060819495424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788197987.482636:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3615:1875060819495424:0@lo:400:kworker.0 00010000:00080000:1.0:1788197987.482662:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9851f73e8e00 x1875060819496192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788197987.482672:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3615:1875060819496192:0@lo:400:kworker.0 00010000:00080000:3.0:1788197987.485481:0:3612:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9851f73eaa00 x1875060819495680/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788198007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788197987.485607:0:3612:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788197987.485620:0:3612:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1788197987.485629:0:3612:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1788197987.485635:0:3612:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1788197987.485638:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9850c38bc000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1788197987.485657:0:3612:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1788197987.485665:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819495680:0@lo:8:kworker.0 00000004:00080000:3.0:1788197987.485699:0:23473:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1788197987.485908:0:23473:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 696512592635ns, next at 0ns, rc = 0 00080000:00080000:3.0:1788197987.485918:0:23473:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:0.0:1788197987.486280:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000004:00080000:0.0:1788197987.486509:0:23474:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:0.0:1788197987.486533:0:23474:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c32fb800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23474:1875060819496448:0@lo:7:osp-pre-0-1.0 00000100:00100000:0.0:1788197987.486596:0:23474:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197987.486626:0:23474:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c31519c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788197987.486655:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788197987.486668:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c32f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819496320:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788197987.486695:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197987.491533:0:24235:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:3.0:1788197987.491550:0:24235:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:3.0:1788197987.491594:0:24239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819496320 00000100:00100000:3.0:1788197987.491608:0:24239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819496320 00000100:00100000:3.0:1788197987.491676:0:24239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788197987.491687:0:24239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c32f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3615:x1875060819496320:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788197987.491724:0:24239:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1788197987.491850:0:24239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c32f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3615:x1875060819496320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 165us (5153us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197987.491868:0:24239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1788197987.491985:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9850c32f9500 x1875060819496320/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788198003 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788197987.492007:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c32f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819496320:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1788197987.495780:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:3.0:1788197987.496764:0:23464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000100:00100000:3.0:1788197987.498551:0:24235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819496448 00000100:00100000:3.0:1788197987.498565:0:24235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819496448 00000100:00100000:3.0:1788197987.498725:0:24602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788197987.498736:0:24602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c32f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23474:x1875060819496448:12345-0@lo:7:osp-pre-0-1.0 00002000:00080000:0.0:1788197987.507295:0:24602:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:0.0:1788197987.507305:0:24602:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:0.0:1788197987.507648:0:24602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c32f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23474:x1875060819496448:12345-0@lo:7:osp-pre-0-1.0 Request processed in 8909us (21047us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197987.507664:0:24602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1788197987.515309:0:23474:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9850c32fb800 x1875060819496448/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788198003 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788197987.515352:0:23474:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c32fb800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23474:1875060819496448:0@lo:7:osp-pre-0-1.0 00000004:00080000:3.0:1788197987.515370:0:23474:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:3.0:1788197987.515432:0:23474:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d5b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23474:1875060819496576:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1788197987.515612:0:23474:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197987.515650:0:23474:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c8e73600 going to sleep for 11 seconds 00000100:00100000:3.0:1788197987.516377:0:24238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3612:x1875060819495808:12345-0@lo:8:kworker.0 Request processed in 40471us (41772us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788197987.516399:0:24238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788197987.516430:0:24238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819496576 00000100:00100000:3.0:1788197987.516437:0:24238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819496576 00000100:00100000:3.0:1788197987.516492:0:24237:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788197987.516630:0:24237:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23474:x1875060819496576:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1788197987.516659:0:24237:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:3.0:1788197987.516713:0:24237:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23474:x1875060819496576:12345-0@lo:5:osp-pre-0-1.0 Request processed in 86us (1100us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197987.516720:0:24237:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:3.0:1788197987.516757:0:23474:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9851c6d5b800 x1875060819496576/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788198003 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788197987.516769:0:23474:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d5b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23474:1875060819496576:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1788197987.516781:0:23474:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1788197987.516832:0:23474:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d5b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23474:1875060819496704:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1788197987.516980:0:23474:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197987.517002:0:23474:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c8e73600 going to sleep for 11 seconds 00000100:00100000:3.0:1788197987.517013:0:24238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819496704 00000100:00100000:3.0:1788197987.517017:0:24238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819496704 00000100:00100000:3.0:1788197987.517042:0:24237:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788197987.517048:0:24237:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23474:x1875060819496704:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1788197987.517090:0:24237:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00080000:2.0:1788197987.517904:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9850c38b8800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788197987.517912:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788197987.517916:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819495808:0@lo:8:kworker.0 00000001:00080000:2.0:1788197987.542807:0:24232:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:2.0:1788197987.542852:0:24232:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:3.0:1788197987.545270:0:24237:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:23474:x1875060819496704:12345-0@lo:5:osp-pre-0-1.0 Request processed in 28213us (28280us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1788197987.545286:0:24237:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1788197987.545451:0:23474:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9851c6d5b800 x1875060819496704/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788198003 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788197987.545465:0:23474:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1788197987.545473:0:23474:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d5b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23474:1875060819496704:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1788197987.545489:0:23474:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:0.0:1788197987.545609:0:23474:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c32fa680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23474:1875060819496832:0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1788197987.545651:0:23474:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197987.545715:0:23474:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c6390780 going to sleep for 11 seconds 00000100:00100000:3.0:1788197987.548613:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819496832 00000100:00100000:3.0:1788197987.548629:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819496832 00000100:00100000:3.0:1788197987.548689:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788197987.548700:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c32f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23474:x1875060819496832:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1788197987.548949:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c32f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23474:x1875060819496832:12345-0@lo:900:osp-pre-0-1.0 Request processed in 250us (3296us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197987.548958:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1788197987.549112:0:23474:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9850c32fa680 x1875060819496832/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788198003 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788197987.549130:0:23474:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c32fa680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23474:1875060819496832:0@lo:900:osp-pre-0-1.0 00010000:00010000:2.0:1788197987.715590:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788197988.287070:0:22765:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788197988.740858:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788197988.799010:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819496960:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788197988.799111:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197988.799182:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819496960 00000100:00100000:2.0:1788197988.799190:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819496960 00000100:00100000:2.0:1788197988.799242:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788197988.799253:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3613:x1875060819496960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788197988.799292:0:22735:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788197988.805212:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3613:x1875060819496960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 5948us (6088us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197988.805229:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788197988.805779:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819496960:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788197988.807654:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3614:1875060819497088:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788197988.807733:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197988.808228:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819497088 00000100:00100000:2.0:1788197988.808238:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819497088 00000100:00100000:2.0:1788197988.808310:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788197988.808342:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c32fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3614:x1875060819497088:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788197988.810061:0:22734:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788197988.810160:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c32fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3614:x1875060819497088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1817us (2423us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197988.810171:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788197988.810184:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3614:1875060819497088:0@lo:41:osp-pre-0-1.0 00000020:00000004:2.0:1788197988.832297:0:24654:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788197988.833234:0:24654:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788197989.757482:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1788197989.934301:0:24705:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788197989.934790:0:24705:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1788197990.781564:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788197991.552464:0:3612:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788197971/real 1788197971] req@ffff9851e674b480 x1875060819486464/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788197991 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788197991.552496:0:3612:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9851e674b480 x1875060819486464/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788197991 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788197991.552507:0:3612:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788197971/real 1788197971] req@ffff9851e6748000 x1875060819486592/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788197991 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788197991.552517:0:3612:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9851e6748000 x1875060819486592/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788197991 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788197991.552537:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851e7650800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788197991.552558:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788197991.552563:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e674b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819486464:0@lo:8:kworker.0 00000100:00080000:3.0:1788197991.552568:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851d6f24000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788197991.552574:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788197991.552576:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819486592:0@lo:8:kworker.0 00000100:00080000:0.0:1788197991.552728:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788197991.552734:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1788197991.552736:0:36:0:(import.c:65:import_set_state_nolock()) ffff9851e7650800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788197991.552741:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 680 00000100:00080000:0.0:1788197991.552746:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1788197991.552753:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9851e7650800 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:0.0:1788197991.552772:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9850c32f9500 x1875060819497472/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788197991.552802:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788197991.552805:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788197991.552807:0:36:0:(import.c:65:import_set_state_nolock()) ffff9851d6f24000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788197991.552810:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 680 00000100:00080000:0.0:1788197991.552813:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1788197991.552817:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9851d6f24000 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:0.0:1788197991.552830:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9850c32fbb80 x1875060819497600/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788197991.552865:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788197991.552868:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788197991.552870:0:36:0:(import.c:65:import_set_state_nolock()) ffff9850c38b8800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788197991.552874:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 696 00000100:00080000:0.0:1788197991.552876:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1788197991.552880:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9850c38b8800 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:0.0:1788197991.552890:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9850c32faa00 x1875060819498112/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788197991.552933:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c32f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3614:1875060819497856:0@lo:400:kworker.0 00000100:00100000:0.0:1788197991.553063:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197991.553117:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7694000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3614:1875060819498496:0@lo:400:kworker.0 00000100:00100000:0.0:1788197991.553144:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197991.553173:0:3614:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788197991.553179:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c32f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3614:1875060819497728:0@lo:400:kworker.0 00000100:00100000:0.0:1788197991.553200:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197991.553227:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7697480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3614:1875060819498368:0@lo:400:kworker.0 00000100:00100000:0.0:1788197991.553249:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197991.553298:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819497856 00000100:00100000:0.0:1788197991.553306:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819497856 00000100:00100000:0.0:1788197991.553384:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788197991.553395:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7696680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3614:x1875060819497856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788197991.553446:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7696680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3614:x1875060819497856:12345-0@lo:400:kworker.0 Request processed in 53us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197991.553454:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788197991.553478:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819498496 00000100:00100000:0.0:1788197991.553482:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819498496 00000100:00100000:0.0:1788197991.553512:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819497728 00000100:00100000:0.0:1788197991.553515:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819497728 00000100:00100000:0.0:1788197991.553526:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819498368 00000100:00100000:0.0:1788197991.553529:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819498368 00000100:00100000:0.0:1788197991.553543:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788197991.553549:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7695180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3614:x1875060819498496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788197991.553581:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7695180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3614:x1875060819498496:12345-0@lo:400:kworker.0 Request processed in 32us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197991.553587:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788197991.553599:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788197991.553605:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7696a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3614:x1875060819497728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788197991.553631:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7696a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3614:x1875060819497728:12345-0@lo:400:kworker.0 Request processed in 26us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197991.553637:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788197991.553647:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788197991.553653:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3614:x1875060819498368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788197991.553692:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3614:x1875060819498368:12345-0@lo:400:kworker.0 Request processed in 39us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197991.553698:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:0.0:1788197991.553724:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788197991.553729:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788197991.553737:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c32f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819497472:0@lo:8:kworker.0 00000100:00100000:0.0:1788197991.553765:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197991.553789:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c32fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819497600:0@lo:8:kworker.0 00000100:00100000:0.0:1788197991.553812:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197991.553827:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c32faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819498112:0@lo:8:kworker.0 00000100:00100000:0.0:1788197991.553847:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197991.553876:0:24235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819497472 00000100:00100000:0.0:1788197991.553880:0:24235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819497472 00000100:00100000:0.0:1788197991.553896:0:24235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819497600 00000100:00100000:0.0:1788197991.553899:0:24235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819497600 00000100:00100000:0.0:1788197991.553906:0:24235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819498112 00000100:00100000:0.0:1788197991.553908:0:24235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819498112 00000100:00100000:0.0:1788197991.553916:0:24235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788197991.553921:0:24235:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3612:x1875060819497472:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1788197991.553952:0:24235:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 700 last 0 00000020:00000080:0.0:1788197991.553995:0:24235:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb1c7fb411490af19 00002000:00100000:0.0:1788197991.554011:0:24235:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9850c382a000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113967 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:0.0:1788197991.554015:0:24235:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:0.0:1788197991.554019:0:24235:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1788197991.554103:0:24235:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1788197991.554127:0:24235:0:(import.c:65:import_set_state_nolock()) ffff9850c382f000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788197991.554168:0:24235:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3612:x1875060819497472:12345-0@lo:8:kworker.0 Request processed in 245us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197991.554183:0:24235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788197991.554197:0:24235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788197991.554202:0:24235:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3612:x1875060819497600:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1788197991.554214:0:24235:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788197991.554243:0:24235:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3612:x1875060819497600:12345-0@lo:8:kworker.0 Request processed in 39us (430us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788197991.554249:0:24235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788197991.554260:0:24235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788197991.554264:0:24235:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3612:x1875060819498112:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1788197991.554274:0:24235:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788197991.554339:0:24235:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3612:x1875060819498112:12345-0@lo:8:kworker.0 Request processed in 48us (466us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788197991.554347:0:24235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:0.0:1788197991.554386:0:3612:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9850c32f9500 x1875060819497472/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788198016 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788197991.554397:0:3612:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788197991.554405:0:3612:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1788197991.554413:0:3612:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1788197991.554419:0:3612:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1788197991.554421:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851e7650800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1788197991.554435:0:3612:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1788197991.554440:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c32f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819497472:0@lo:8:kworker.0 00000100:00080000:0.0:1788197991.554451:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851d6f24000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788197991.554454:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788197991.554464:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c32fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819497600:0@lo:8:kworker.0 00000100:00080000:0.0:1788197991.554472:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9850c38b8800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788197991.554476:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788197991.554479:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c32faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819498112:0@lo:8:kworker.0 00000004:00080000:0.0:1788197991.554526:0:22754:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x22:0x0] 00000100:00100000:0.0:1788197991.554543:0:22754:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3990e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22754:1875060819498752:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1788197991.554569:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197991.554586:0:22754:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c236ccc0 going to sleep for 11 seconds 00010000:00080000:0.0:1788197991.554606:0:3614:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9850c32f9180 x1875060819497728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788197991.554615:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c32f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3614:1875060819497728:0@lo:400:kworker.0 00010000:00080000:0.0:1788197991.554624:0:3614:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9851e7697480 x1875060819498368/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788197991.554631:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7697480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3614:1875060819498368:0@lo:400:kworker.0 00000100:00100000:0.0:1788197991.554642:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c32f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3614:1875060819497856:0@lo:400:kworker.0 00010000:00080000:0.0:1788197991.554653:0:3614:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9851e7694000 x1875060819498496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788197991.554661:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7694000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3614:1875060819498496:0@lo:400:kworker.0 00000100:00100000:0.0:1788197991.554682:0:24235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819498752 00000100:00100000:0.0:1788197991.554687:0:24235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819498752 00000100:00100000:0.0:1788197991.554719:0:24235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788197991.554725:0:24235:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22754:x1875060819498752:12345-0@lo:5:osp-pre-0-0.0 00000100:00080000:0.0:1788197991.555006:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788197991.555132:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c32fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:27515ceb-a8a3-4165-9bb1-71641bb462d7:3615:1875060819497216:0@lo:400:kworker.0 00000100:00100000:3.0:1788197991.555171:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197991.555197:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c32fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819497984:0@lo:400:kworker.0 00000100:00100000:3.0:1788197991.555220:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197991.555237:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3992a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819498624:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788197991.555262:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197991.555283:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1788197991.555297:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c32fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819497344:0@lo:400:kworker.0 00000100:00100000:3.0:1788197991.555343:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197991.555364:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c32fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3615:1875060819498240:0@lo:400:kworker.0 00000100:00100000:3.0:1788197991.555386:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197991.555418:0:24237:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819497984 00000100:00100000:3.0:1788197991.555423:0:24237:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819497984 00000100:00100000:3.0:1788197991.555453:0:24237:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788197991.555460:0:24237:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819497984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197991.555505:0:24237:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819497984:12345-0@lo:400:kworker.0 Request processed in 45us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197991.555511:0:24237:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000004:00080000:3.0:1788197991.555534:0:22753:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1788197991.555607:0:22753:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 700582291820ns, next at 0ns, rc = 0 00080000:00080000:3.0:1788197991.555613:0:22753:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:3.0:1788197991.555639:0:24239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819498624 00000100:00100000:3.0:1788197991.555642:0:24239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819498624 00000100:00100000:3.0:1788197991.555667:0:24239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788197991.555674:0:24239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3615:x1875060819498624:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788197991.555692:0:24239:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1788197991.555724:0:24239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3615:x1875060819498624:12345-0@lo:13:osp-pre-0-0.0 Request processed in 50us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197991.555730:0:24239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788197991.555748:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819497344 00000100:00100000:3.0:1788197991.555752:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819497344 00000100:00100000:3.0:1788197991.555777:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788197991.555783:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3615:x1875060819497344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197991.555814:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3615:x1875060819497344:12345-0@lo:400:kworker.0 Request processed in 32us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197991.555827:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:3.0:1788197991.556014:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788197991.556030:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819498240 00000100:00100000:3.0:1788197991.556034:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819498240 00000100:00100000:3.0:1788197991.556062:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788197991.556068:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3615:x1875060819498240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788197991.556100:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3615:x1875060819498240:12345-0@lo:400:kworker.0 Request processed in 32us (712us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197991.556106:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788197991.556143:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c32fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819497344:0@lo:400:kworker.0 00010000:00080000:3.0:1788197991.556154:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9850c32fb100 x1875060819498240/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788197991.556162:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c32fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3615:1875060819498240:0@lo:400:kworker.0 00010000:00080000:3.0:1788197991.556170:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9850c32fad80 x1875060819497984/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788198007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788197991.556177:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c32fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819497984:0@lo:400:kworker.0 00010000:00080000:3.0:1788197991.556185:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9850c3992a00 x1875060819498624/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788198007 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788197991.556198:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3992a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819498624:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788197991.556683:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819497216 00000100:00100000:0.0:1788197991.556689:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819497216 00000100:00100000:0.0:1788197991.556724:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1788197991.556731:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:3615:x1875060819497216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788197991.556779:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:3615:x1875060819497216:12345-0@lo:400:kworker.0 Request processed in 48us (1607us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197991.556785:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1788197991.556823:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c32fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:27515ceb-a8a3-4165-9bb1-71641bb462d7:3615:1875060819497216:0@lo:400:kworker.0 00000004:00080000:3.0:1788197991.560967:0:22709:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00080000:2.0:1788197991.571770:0:24235:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:2.0:1788197991.571786:0:24235:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:2.0:1788197991.571795:0:24235:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:35 to 0x280000401:65) 00002000:00010000:1.0:1788197991.592785:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788197991.592806:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000506b6da1/0xb1c7fb411490af20 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.592824:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=700s v=(0 0) 00010000:00010000:1.0:1788197991.592829:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788197991.592836:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000506b6da1/0xb1c7fb411490af20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.592854:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000506b6da1/0xb1c7fb411490af20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.592864:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000506b6da1/0xb1c7fb411490af20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.592872:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000506b6da1/0xb1c7fb411490af20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.592891:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788197991.593452:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788197991.593460:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f942b84/0xb1c7fb411490af27 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.593471:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=700s v=(0 0) 00010000:00010000:1.0:1788197991.593475:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788197991.593480:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f942b84/0xb1c7fb411490af27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.593490:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f942b84/0xb1c7fb411490af27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.593506:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f942b84/0xb1c7fb411490af27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.593512:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002f942b84/0xb1c7fb411490af27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.593535:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1788197991.593594:0:22717:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788197991.593603:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000506b6da1/0xb1c7fb411490af20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.593613:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3c200 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:2.0:1788197991.593626:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000506b6da1/0xb1c7fb411490af20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.593635:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000506b6da1/0xb1c7fb411490af20 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.593653:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000506b6da1/0xb1c7fb411490af20 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.593660:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000506b6da1/0xb1c7fb411490af20 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.593675:0:22717:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788197991.593679:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002f942b84/0xb1c7fb411490af27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.593686:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3c600 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:2.0:1788197991.593689:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002f942b84/0xb1c7fb411490af27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.593695:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002f942b84/0xb1c7fb411490af27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.593705:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002f942b84/0xb1c7fb411490af27 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.593712:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f942b84/0xb1c7fb411490af27 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.593730:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197991.593732:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197991.593734:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788197991.595420:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788197991.595434:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000050bf9442/0xb1c7fb411490af2e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.595452:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1788197991.595457:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788197991.595463:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000050bf9442/0xb1c7fb411490af2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.595479:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000050bf9442/0xb1c7fb411490af2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.595489:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000050bf9442/0xb1c7fb411490af2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.595498:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000050bf9442/0xb1c7fb411490af2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.595520:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788197991.595745:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788197991.595753:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000050bf9442/0xb1c7fb411490af2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.595774:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c1ea8e00 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:3.0:1788197991.595778:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000050bf9442/0xb1c7fb411490af2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.595787:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000050bf9442/0xb1c7fb411490af2e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.595806:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000050bf9442/0xb1c7fb411490af2e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.595814:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000050bf9442/0xb1c7fb411490af2e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.595832:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197991.595834:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197991.595836:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788197991.595993:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788197991.596001:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021296274/0xb1c7fb411490af35 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.596009:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1788197991.596012:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788197991.596017:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021296274/0xb1c7fb411490af35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.596025:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000021296274/0xb1c7fb411490af35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.596032:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021296274/0xb1c7fb411490af35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.596040:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000021296274/0xb1c7fb411490af35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.596061:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788197991.596427:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788197991.596434:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000569c839e/0xb1c7fb411490af3c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.596444:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1788197991.596447:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788197991.596452:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000569c839e/0xb1c7fb411490af3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.596473:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000569c839e/0xb1c7fb411490af3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.596483:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000569c839e/0xb1c7fb411490af3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.596490:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000569c839e/0xb1c7fb411490af3c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.596500:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1788197991.596796:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788197991.596802:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003829a42c/0xb1c7fb411490af43 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.596810:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1788197991.596813:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788197991.596817:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003829a42c/0xb1c7fb411490af43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.596826:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003829a42c/0xb1c7fb411490af43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.596835:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003829a42c/0xb1c7fb411490af43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.596854:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003829a42c/0xb1c7fb411490af43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.596862:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1788197991.597815:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788197991.597827:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000021296274/0xb1c7fb411490af35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.597839:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c1ea8a00 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:3.0:1788197991.597844:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000021296274/0xb1c7fb411490af35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.597853:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000021296274/0xb1c7fb411490af35 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.597882:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000021296274/0xb1c7fb411490af35 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.597889:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021296274/0xb1c7fb411490af35 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.597908:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788197991.597911:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000569c839e/0xb1c7fb411490af3c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.597916:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c1ea9000 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:3.0:1788197991.597919:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000569c839e/0xb1c7fb411490af3c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.597926:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000569c839e/0xb1c7fb411490af3c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.597934:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000569c839e/0xb1c7fb411490af3c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.597941:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000569c839e/0xb1c7fb411490af3c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.597952:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788197991.597956:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003829a42c/0xb1c7fb411490af43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.597966:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c1ea9200 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:3.0:1788197991.597970:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003829a42c/0xb1c7fb411490af43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.597978:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003829a42c/0xb1c7fb411490af43 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.597998:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003829a42c/0xb1c7fb411490af43 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.598005:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003829a42c/0xb1c7fb411490af43 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.598018:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197991.598020:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197991.598022:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788197991.598029:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788197991.598037:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000027ea4cf4/0xb1c7fb411490af4a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.598047:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1788197991.598051:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788197991.598056:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000027ea4cf4/0xb1c7fb411490af4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.598067:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027ea4cf4/0xb1c7fb411490af4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.598076:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000027ea4cf4/0xb1c7fb411490af4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.598082:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000027ea4cf4/0xb1c7fb411490af4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.598107:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788197991.598508:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788197991.598515:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003677412a/0xb1c7fb411490af51 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.598532:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1788197991.598536:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788197991.598541:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003677412a/0xb1c7fb411490af51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.598551:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003677412a/0xb1c7fb411490af51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.598560:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003677412a/0xb1c7fb411490af51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.598568:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003677412a/0xb1c7fb411490af51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.598577:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788197991.598888:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788197991.598895:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000027ea4cf4/0xb1c7fb411490af4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.598903:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c1ea9e00 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:3.0:1788197991.598907:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000027ea4cf4/0xb1c7fb411490af4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.598914:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000027ea4cf4/0xb1c7fb411490af4a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.598935:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000027ea4cf4/0xb1c7fb411490af4a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.598943:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027ea4cf4/0xb1c7fb411490af4a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.598958:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788197991.598961:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003677412a/0xb1c7fb411490af51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.598967:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c1ea8200 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:3.0:1788197991.598970:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003677412a/0xb1c7fb411490af51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.598978:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003677412a/0xb1c7fb411490af51 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.598999:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003677412a/0xb1c7fb411490af51 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.599007:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003677412a/0xb1c7fb411490af51 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.599020:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197991.599022:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197991.599029:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788197991.599264:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788197991.599271:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa762398/0xb1c7fb411490af58 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.599279:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1788197991.599282:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788197991.599287:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa762398/0xb1c7fb411490af58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.599297:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa762398/0xb1c7fb411490af58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.599341:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa762398/0xb1c7fb411490af58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.599349:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fa762398/0xb1c7fb411490af58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.599364:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788197991.599868:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788197991.599874:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fa762398/0xb1c7fb411490af58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.599883:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851dccc5a00 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:3.0:1788197991.599887:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa762398/0xb1c7fb411490af58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.599895:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa762398/0xb1c7fb411490af58 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.599910:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fa762398/0xb1c7fb411490af58 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.599918:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa762398/0xb1c7fb411490af58 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.599935:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197991.599937:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197991.599939:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788197991.600386:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788197991.600393:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000763a2a69/0xb1c7fb411490af5f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.600403:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1788197991.600406:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788197991.600411:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000763a2a69/0xb1c7fb411490af5f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.600421:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000763a2a69/0xb1c7fb411490af5f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.600428:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000763a2a69/0xb1c7fb411490af5f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.600435:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000763a2a69/0xb1c7fb411490af5f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.600467:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788197991.600799:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788197991.600806:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000763a2a69/0xb1c7fb411490af5f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.600816:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851dccc5800 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:3.0:1788197991.600820:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000763a2a69/0xb1c7fb411490af5f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.600841:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000763a2a69/0xb1c7fb411490af5f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.600855:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000763a2a69/0xb1c7fb411490af5f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.600863:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000763a2a69/0xb1c7fb411490af5f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.600882:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197991.600884:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197991.600885:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788197991.606101:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788197991.606118:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004568001e/0xb1c7fb411490af66 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.606138:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1788197991.606143:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788197991.606151:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004568001e/0xb1c7fb411490af66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.606167:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004568001e/0xb1c7fb411490af66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.606178:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004568001e/0xb1c7fb411490af66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.606186:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004568001e/0xb1c7fb411490af66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.606214:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788197991.606714:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788197991.606724:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004568001e/0xb1c7fb411490af66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.606733:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851dccc5e00 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:3.0:1788197991.606738:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004568001e/0xb1c7fb411490af66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.606747:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004568001e/0xb1c7fb411490af66 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.606779:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004568001e/0xb1c7fb411490af66 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.606799:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004568001e/0xb1c7fb411490af66 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.606821:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197991.606823:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197991.606824:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788197991.606970:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788197991.606977:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b59eb63b/0xb1c7fb411490af6d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.606999:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1788197991.607009:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788197991.607014:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b59eb63b/0xb1c7fb411490af6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.607023:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b59eb63b/0xb1c7fb411490af6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.607031:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b59eb63b/0xb1c7fb411490af6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.607039:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b59eb63b/0xb1c7fb411490af6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.607060:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788197991.607344:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788197991.607350:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b59eb63b/0xb1c7fb411490af6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.607357:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851dccc4800 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:3.0:1788197991.607361:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b59eb63b/0xb1c7fb411490af6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.607369:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b59eb63b/0xb1c7fb411490af6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.607382:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b59eb63b/0xb1c7fb411490af6d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.607388:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b59eb63b/0xb1c7fb411490af6d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.607403:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197991.607405:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197991.607406:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197991.608911:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788197991.617607:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788197991.617622:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000023e2938e/0xb1c7fb411490af74 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.617641:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1788197991.617646:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788197991.617654:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000023e2938e/0xb1c7fb411490af74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.617671:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000023e2938e/0xb1c7fb411490af74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.617683:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000023e2938e/0xb1c7fb411490af74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.617698:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000023e2938e/0xb1c7fb411490af74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.617716:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788197991.618024:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788197991.618032:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000023e2938e/0xb1c7fb411490af74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.618041:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851dccc4000 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:3.0:1788197991.618046:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000023e2938e/0xb1c7fb411490af74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.618055:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000023e2938e/0xb1c7fb411490af74 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.618074:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000023e2938e/0xb1c7fb411490af74 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.618081:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000023e2938e/0xb1c7fb411490af74 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.618100:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197991.618102:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197991.618103:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788197991.620058:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788197991.620072:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000beafb05b/0xb1c7fb411490af7b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.620089:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1788197991.620094:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788197991.620100:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000beafb05b/0xb1c7fb411490af7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.620114:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000beafb05b/0xb1c7fb411490af7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.620124:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000beafb05b/0xb1c7fb411490af7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.620132:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000beafb05b/0xb1c7fb411490af7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.620159:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788197991.620641:0:22717:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788197991.620652:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000beafb05b/0xb1c7fb411490af7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.620664:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851dccc5c00 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:2.0:1788197991.620669:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000beafb05b/0xb1c7fb411490af7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.620682:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000beafb05b/0xb1c7fb411490af7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788197991.620869:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788197991.620877:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009f057641/0xb1c7fb411490af82 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.620894:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1788197991.620897:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788197991.620902:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009f057641/0xb1c7fb411490af82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.620912:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009f057641/0xb1c7fb411490af82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.620919:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009f057641/0xb1c7fb411490af82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.620927:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009f057641/0xb1c7fb411490af82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.620951:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788197991.621116:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000beafb05b/0xb1c7fb411490af7b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.621127:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000beafb05b/0xb1c7fb411490af7b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.621143:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788197991.621158:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197991.621161:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197991.621165:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788197991.621530:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788197991.621538:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e139abaf/0xb1c7fb411490af89 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.621547:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1788197991.621551:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788197991.621554:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e139abaf/0xb1c7fb411490af89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.621563:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e139abaf/0xb1c7fb411490af89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.621581:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e139abaf/0xb1c7fb411490af89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.621588:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e139abaf/0xb1c7fb411490af89 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.621610:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788197991.622972:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788197991.622993:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ec18589/0xb1c7fb411490af90 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.623009:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1788197991.623013:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788197991.623018:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ec18589/0xb1c7fb411490af90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.623030:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005ec18589/0xb1c7fb411490af90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.623040:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ec18589/0xb1c7fb411490af90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.623047:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005ec18589/0xb1c7fb411490af90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.623076:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1788197991.623587:0:22717:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788197991.623595:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e139abaf/0xb1c7fb411490af89 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.623613:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851dccc5200 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:2.0:1788197991.623617:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e139abaf/0xb1c7fb411490af89 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.623626:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e139abaf/0xb1c7fb411490af89 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.623645:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e139abaf/0xb1c7fb411490af89 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.623653:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e139abaf/0xb1c7fb411490af89 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.623675:0:22717:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788197991.623679:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005ec18589/0xb1c7fb411490af90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.623686:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851dccc4a00 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:2.0:1788197991.623689:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005ec18589/0xb1c7fb411490af90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.623696:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005ec18589/0xb1c7fb411490af90 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.623705:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005ec18589/0xb1c7fb411490af90 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.623719:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ec18589/0xb1c7fb411490af90 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.623733:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197991.623735:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197991.623737:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788197991.623915:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788197991.623921:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000080784829/0xb1c7fb411490af97 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.623930:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1788197991.623934:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788197991.623938:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000080784829/0xb1c7fb411490af97 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.623949:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000080784829/0xb1c7fb411490af97 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.623957:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000080784829/0xb1c7fb411490af97 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.623965:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000080784829/0xb1c7fb411490af97 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.624792:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788197991.624931:0:24772:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788197991.624940:0:24772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000080784829/0xb1c7fb411490af97 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.624952:0:24772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851dccc4400 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:3.0:1788197991.624957:0:24772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000080784829/0xb1c7fb411490af97 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.624990:0:24772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000080784829/0xb1c7fb411490af97 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.625009:0:24772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000080784829/0xb1c7fb411490af97 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.625016:0:24772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000080784829/0xb1c7fb411490af97 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.625044:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009f057641/0xb1c7fb411490af82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.625052:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851dccc5000 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:3.0:1788197991.625056:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009f057641/0xb1c7fb411490af82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.625063:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009f057641/0xb1c7fb411490af82 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.625072:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009f057641/0xb1c7fb411490af82 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.625080:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009f057641/0xb1c7fb411490af82 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197991.625105:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197991.625107:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788197991.626460:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788197991.626474:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000617d86cc/0xb1c7fb411490af9e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.626490:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1788197991.626506:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788197991.626513:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000617d86cc/0xb1c7fb411490af9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.626526:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000617d86cc/0xb1c7fb411490af9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.626537:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000617d86cc/0xb1c7fb411490af9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.626545:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000617d86cc/0xb1c7fb411490af9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.633431:0:22717:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788197991.633448:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000617d86cc/0xb1c7fb411490af9e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.633464:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851dccc4600 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:2.0:1788197991.633470:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000617d86cc/0xb1c7fb411490af9e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.633482:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000617d86cc/0xb1c7fb411490af9e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.633513:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000617d86cc/0xb1c7fb411490af9e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.633526:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197991.633528:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197991.633530:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197991.634503:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197991.634508:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197991.634511:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197991.638761:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197991.639233:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788197991.639246:0:24235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000617d86cc/0xb1c7fb411490af9e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788197991.642571:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788197991.642584:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004cf912b7/0xb1c7fb411490afa5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.642602:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=700s v=(0 0) 00010000:00010000:1.0:1788197991.642607:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788197991.642613:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004cf912b7/0xb1c7fb411490afa5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.642627:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004cf912b7/0xb1c7fb411490afa5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.642637:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004cf912b7/0xb1c7fb411490afa5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.642645:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004cf912b7/0xb1c7fb411490afa5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.654847:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788197991.657909:0:24772:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788197991.657927:0:24772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004cf912b7/0xb1c7fb411490afa5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.657943:0:24772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3c400 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:0.0:1788197991.657948:0:24772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004cf912b7/0xb1c7fb411490afa5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.657959:0:24772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004cf912b7/0xb1c7fb411490afa5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.658016:0:24772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004cf912b7/0xb1c7fb411490afa5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.658025:0:24772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004cf912b7/0xb1c7fb411490afa5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.658053:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197991.658055:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197991.658057:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788197991.659114:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788197991.659127:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000111220c5/0xb1c7fb411490afac lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.659142:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=700s v=(0 0) 00010000:00010000:1.0:1788197991.659147:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788197991.659153:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000111220c5/0xb1c7fb411490afac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.659167:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000111220c5/0xb1c7fb411490afac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.659175:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000111220c5/0xb1c7fb411490afac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.659183:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000111220c5/0xb1c7fb411490afac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.659210:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788197991.659231:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788197991.659238:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000111220c5/0xb1c7fb411490afac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.659247:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3ce00 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:0.0:1788197991.659251:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000111220c5/0xb1c7fb411490afac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.659265:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000111220c5/0xb1c7fb411490afac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.659282:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000111220c5/0xb1c7fb411490afac lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.659289:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000111220c5/0xb1c7fb411490afac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.659343:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197991.659346:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197991.659347:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197991.663719:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788197991.664038:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788197991.664049:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f56d024/0xb1c7fb411490afb3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.664068:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=700s v=(0 0) 00010000:00010000:1.0:1788197991.664087:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788197991.664094:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f56d024/0xb1c7fb411490afb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.664110:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003f56d024/0xb1c7fb411490afb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.664121:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f56d024/0xb1c7fb411490afb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.664129:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003f56d024/0xb1c7fb411490afb3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.664153:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788197991.664222:0:22717:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788197991.664230:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003f56d024/0xb1c7fb411490afb3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.664241:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3d800 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:2.0:1788197991.664247:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003f56d024/0xb1c7fb411490afb3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.664259:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003f56d024/0xb1c7fb411490afb3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.664277:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003f56d024/0xb1c7fb411490afb3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.664285:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f56d024/0xb1c7fb411490afb3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.664306:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197991.664308:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197991.664310:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788197991.665246:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788197991.665256:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d960af9/0xb1c7fb411490afba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.665268:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=700s v=(0 0) 00010000:00010000:1.0:1788197991.665272:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788197991.665277:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d960af9/0xb1c7fb411490afba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.665287:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004d960af9/0xb1c7fb411490afba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.665298:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d960af9/0xb1c7fb411490afba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.665359:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004d960af9/0xb1c7fb411490afba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.665406:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788197991.665935:0:24772:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788197991.665943:0:24772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004d960af9/0xb1c7fb411490afba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.665952:0:24772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3cc00 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:0.0:1788197991.665957:0:24772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004d960af9/0xb1c7fb411490afba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.665965:0:24772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004d960af9/0xb1c7fb411490afba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788197991.665992:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788197991.665992:0:24772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004d960af9/0xb1c7fb411490afba lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.665999:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000adac4656/0xb1c7fb411490afc1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.666001:0:24772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d960af9/0xb1c7fb411490afba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.666008:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=700s v=(0 0) 00010000:00010000:1.0:1788197991.666011:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788197991.666015:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adac4656/0xb1c7fb411490afc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.666017:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197991.666019:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197991.666021:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788197991.666025:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000adac4656/0xb1c7fb411490afc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.666046:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000adac4656/0xb1c7fb411490afc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.666054:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000adac4656/0xb1c7fb411490afc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.666072:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788197991.666105:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788197991.666110:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000adac4656/0xb1c7fb411490afc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.666130:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3d600 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:0.0:1788197991.666134:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000adac4656/0xb1c7fb411490afc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.666142:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000adac4656/0xb1c7fb411490afc1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.666153:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000adac4656/0xb1c7fb411490afc1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.666160:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000adac4656/0xb1c7fb411490afc1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.666174:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197991.666176:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197991.666177:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788197991.666535:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788197991.666542:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f942b84/0xb1c7fb411490afc8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.666557:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=700s v=(0 0) 00010000:00010000:1.0:1788197991.666561:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788197991.666566:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f942b84/0xb1c7fb411490afc8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.666576:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f942b84/0xb1c7fb411490afc8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.666583:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f942b84/0xb1c7fb411490afc8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.666591:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002f942b84/0xb1c7fb411490afc8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.666612:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788197991.666650:0:22717:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788197991.666657:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002f942b84/0xb1c7fb411490afc8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.666667:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3c600 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:2.0:1788197991.666671:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002f942b84/0xb1c7fb411490afc8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.666692:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002f942b84/0xb1c7fb411490afc8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.666705:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002f942b84/0xb1c7fb411490afc8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.666712:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f942b84/0xb1c7fb411490afc8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.666727:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197991.666729:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197991.666731:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788197991.668063:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788197991.668074:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000af64c9c9/0xb1c7fb411490afcf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.668087:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1788197991.668091:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788197991.668096:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af64c9c9/0xb1c7fb411490afcf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.668112:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af64c9c9/0xb1c7fb411490afcf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.668132:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000af64c9c9/0xb1c7fb411490afcf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.668140:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000af64c9c9/0xb1c7fb411490afcf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.668165:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788197991.668225:0:24772:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788197991.668232:0:24772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000af64c9c9/0xb1c7fb411490afcf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.668242:0:24772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851dccc4e00 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:2.0:1788197991.668247:0:24772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000af64c9c9/0xb1c7fb411490afcf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.668256:0:24772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000af64c9c9/0xb1c7fb411490afcf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.668272:0:24772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000af64c9c9/0xb1c7fb411490afcf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.668292:0:24772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af64c9c9/0xb1c7fb411490afcf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.668332:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197991.668335:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197991.668338:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788197991.669846:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788197991.669860:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000079790caf/0xb1c7fb411490afd6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.669875:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1788197991.669879:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788197991.669885:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000079790caf/0xb1c7fb411490afd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.669897:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000079790caf/0xb1c7fb411490afd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.669906:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000079790caf/0xb1c7fb411490afd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.669913:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000079790caf/0xb1c7fb411490afd6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.669959:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788197991.670258:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788197991.670265:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000079790caf/0xb1c7fb411490afd6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.670274:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851dccc5600 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:1.0:1788197991.670279:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000079790caf/0xb1c7fb411490afd6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.670287:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000079790caf/0xb1c7fb411490afd6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.670349:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000079790caf/0xb1c7fb411490afd6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.670357:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000079790caf/0xb1c7fb411490afd6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.670383:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788197991.670386:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788197991.670387:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788197991.672185:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788197991.672197:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008ae3cde0/0xb1c7fb411490afdd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.672215:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1788197991.672219:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788197991.672225:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008ae3cde0/0xb1c7fb411490afdd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.672238:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008ae3cde0/0xb1c7fb411490afdd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.672248:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008ae3cde0/0xb1c7fb411490afdd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.672256:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008ae3cde0/0xb1c7fb411490afdd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.672283:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788197991.672363:0:22717:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788197991.672371:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008ae3cde0/0xb1c7fb411490afdd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.672381:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851dccc4200 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:2.0:1788197991.672386:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008ae3cde0/0xb1c7fb411490afdd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.672396:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008ae3cde0/0xb1c7fb411490afdd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.672411:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008ae3cde0/0xb1c7fb411490afdd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.672419:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008ae3cde0/0xb1c7fb411490afdd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.672440:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197991.672442:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197991.672443:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788197991.673740:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788197991.673751:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000506b6da1/0xb1c7fb411490afe4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.673776:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=700s v=(0 0) 00010000:00010000:1.0:1788197991.673780:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788197991.673786:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000506b6da1/0xb1c7fb411490afe4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.673799:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000506b6da1/0xb1c7fb411490afe4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.673808:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000506b6da1/0xb1c7fb411490afe4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.673815:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000506b6da1/0xb1c7fb411490afe4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.673853:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788197991.674007:0:24772:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788197991.674015:0:24772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000506b6da1/0xb1c7fb411490afe4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.674024:0:24772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3c200 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:2.0:1788197991.674029:0:24772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000506b6da1/0xb1c7fb411490afe4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.674038:0:24772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000506b6da1/0xb1c7fb411490afe4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.674054:0:24772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000506b6da1/0xb1c7fb411490afe4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.674061:0:24772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000506b6da1/0xb1c7fb411490afe4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.674214:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197991.674216:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197991.674218:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788197991.674831:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788197991.674839:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d20c9b98/0xb1c7fb411490afeb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.674849:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=700s v=(0 0) 00010000:00010000:1.0:1788197991.674853:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788197991.674858:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d20c9b98/0xb1c7fb411490afeb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.674868:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d20c9b98/0xb1c7fb411490afeb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.674876:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d20c9b98/0xb1c7fb411490afeb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.674884:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d20c9b98/0xb1c7fb411490afeb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.674907:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788197991.675270:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788197991.675276:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d20c9b98/0xb1c7fb411490afeb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.675285:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3de00 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:0.0:1788197991.675295:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d20c9b98/0xb1c7fb411490afeb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.675304:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d20c9b98/0xb1c7fb411490afeb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.675374:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d20c9b98/0xb1c7fb411490afeb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.675395:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d20c9b98/0xb1c7fb411490afeb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197991.675412:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197991.675414:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197991.675416:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788197991.675665:0:24235:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788197991.675672:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000079c69eca/0xb1c7fb411490aff2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.675681:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=700s v=(0 0) 00010000:00010000:1.0:1788197991.675690:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788197991.675694:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000079c69eca/0xb1c7fb411490aff2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.675704:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000079c69eca/0xb1c7fb411490aff2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.675712:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000079c69eca/0xb1c7fb411490aff2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.675720:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000079c69eca/0xb1c7fb411490aff2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197991.675742:0:24235:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788197991.675810:0:22717:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788197991.675816:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000079c69eca/0xb1c7fb411490aff2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.675825:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3dc00 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:2.0:1788197991.675828:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000079c69eca/0xb1c7fb411490aff2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.675849:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000079c69eca/0xb1c7fb411490aff2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.675861:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000079c69eca/0xb1c7fb411490aff2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.675869:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000079c69eca/0xb1c7fb411490aff2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197991.675882:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197991.675884:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788197991.675886:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1788197991.675975:0:24235:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:34 00000100:00100000:1.0:1788197991.676670:0:24235:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22754:x1875060819498752:12345-0@lo:5:osp-pre-0-0.0 Request processed in 121940us (122095us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197991.676686:0:24235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788197991.676748:0:22754:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3990e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22754:1875060819498752:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1788197991.676954:0:22754:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x22:0x0] 00000100:00100000:1.0:1788197991.677025:0:22754:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b18000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22754:1875060819498880:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1788197991.677216:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197991.677297:0:22754:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c2d560c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788197991.677357:0:24235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819498880 00000100:00100000:1.0:1788197991.677364:0:24235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819498880 00000100:00100000:2.0:1788197991.680119:0:24237:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788197991.680142:0:24237:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3b19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22754:x1875060819498880:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1788197991.680192:0:24237:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000001:00080000:2.0:1788197991.693306:0:24232:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:2.0:1788197991.693375:0:24232:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:2.0:1788197991.693554:0:24237:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3b19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:22754:x1875060819498880:12345-0@lo:5:osp-pre-0-0.0 Request processed in 13418us (16335us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1788197991.693564:0:24237:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788197991.697498:0:22754:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1788197991.697534:0:22754:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b18000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22754:1875060819498880:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1788197991.697555:0:22754:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:1.0:1788197991.806779:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788197992.832328:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788197992.894744:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788197992.894771:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3991500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819499008:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788197992.894899:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197992.895070:0:24239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819499008 00000100:00100000:0.0:1788197992.895088:0:24239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819499008 00000100:00100000:0.0:1788197992.895151:0:24239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788197992.895160:0:24239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819499008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788197992.895183:0:24239:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788197992.895254:0:24239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819499008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197992.895262:0:24239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788197992.895402:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3991500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819499008:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1788197993.857829:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788197993.917626:0:3614:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788197993.917670:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819499136:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788197993.917764:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197993.918019:0:23472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819499136 00000100:00100000:1.0:1788197993.918029:0:23472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819499136 00000100:00100000:1.0:1788197993.918092:0:23472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788197993.918102:0:23472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3993b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819499136:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788197993.918158:0:23472:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788197993.918219:0:23472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3993b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819499136:12345-0@lo:41:osp-pre-1-0.0 Request processed in 118us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197993.918227:0:23472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788197993.918285:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819499136:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788197993.923112:0:3613:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788197993.923136:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819499264:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788197993.923209:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197993.923258:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819499264 00000100:00100000:1.0:1788197993.923265:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819499264 00000100:00100000:1.0:1788197993.923332:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788197993.923341:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3b19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819499264:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788197993.923379:0:22735:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788197993.923428:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3b19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819499264:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197993.923437:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788197993.923505:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819499264:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788197994.877521:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788197995.776640:0:23485:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788197995.902185:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788197996.945602:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788197996.990173:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788197996.990197:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819499392:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788197996.990271:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197996.990383:0:24239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819499392 00000100:00100000:1.0:1788197996.990393:0:24239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819499392 00000100:00100000:1.0:1788197996.990453:0:24239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788197996.990464:0:24239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3b18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819499392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788197996.990495:0:24239:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788197996.990536:0:24239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3b18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819499392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197996.990543:0:24239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:1.0:1788197996.990580:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788197996.990615:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819499392:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788197996.991742:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788197996.991747:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788197996.991750:0:37:0:(import.c:65:import_set_state_nolock()) ffff9851d6f24000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788197996.991757:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 700 00000100:00080000:0.0:1788197996.991761:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1788197996.991766:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9851d6f24000 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:0.0:1788197996.991774:0:3614:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788197996.991788:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819499648:0@lo:400:kworker.0 00000100:00100000:0.0:1788197996.991838:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197996.991901:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819499648 00000100:00100000:0.0:1788197996.991907:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819499648 00000100:00100000:0.0:1788197996.991943:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1788197996.991951:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3991c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819499648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788197996.992000:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3991c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819499648:12345-0@lo:400:kworker.0 Request processed in 50us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197996.992008:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1788197996.992043:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819499648:0@lo:400:kworker.0 00000100:00100000:0.0:1788197996.992074:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9850c3990a80 x1875060819499776/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788197996.992098:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819499776:0@lo:8:kworker.0 00000100:00100000:0.0:1788197996.992122:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197996.992154:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3990700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3614:1875060819499904:0@lo:400:kworker.0 00000100:00100000:0.0:1788197996.992175:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197996.992196:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819499904 00000100:00100000:0.0:1788197996.992200:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819499904 00000100:00100000:0.0:1788197996.992270:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788197996.992286:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3990000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3614:x1875060819499904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788197996.992343:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3990000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3614:x1875060819499904:12345-0@lo:400:kworker.0 Request processed in 58us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197996.992350:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00010000:00080000:0.0:1788197996.992388:0:3614:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9850c3990700 x1875060819499904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198012 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788197996.992399:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3990700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3614:1875060819499904:0@lo:400:kworker.0 00000100:00080000:0.0:1788197996.992423:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788197996.992426:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788197996.992428:0:37:0:(import.c:65:import_set_state_nolock()) ffff9850c38b8800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788197996.992432:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 700 00000100:00080000:0.0:1788197996.992435:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1788197996.992439:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9850c38b8800 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:0.0:1788197996.992449:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9850c3993480 x1875060819500288/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788197996.992465:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3993480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819500288:0@lo:8:kworker.0 00000100:00100000:0.0:1788197996.992485:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197996.992507:0:24238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819499776 00000100:00100000:0.0:1788197996.992511:0:24238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819499776 00000100:00100000:0.0:1788197996.992523:0:24238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819500288 00000100:00100000:0.0:1788197996.992525:0:24238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819500288 00000100:00100000:0.0:1788197996.992536:0:24238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788197996.992540:0:24238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3612:x1875060819499776:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1788197996.992558:0:24238:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788197996.992586:0:24238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3612:x1875060819499776:12345-0@lo:8:kworker.0 Request processed in 44us (462us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788197996.992597:0:24238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788197996.992608:0:24238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788197996.992611:0:24238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3993100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3612:x1875060819500288:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1788197996.992621:0:24238:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788197996.992640:0:24238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3993100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3612:x1875060819500288:12345-0@lo:8:kworker.0 Request processed in 27us (154us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788197996.992645:0:24238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:0.0:1788197996.992662:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9850c38b8800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788197996.992666:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788197996.992669:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3993480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819500288:0@lo:8:kworker.0 00000100:00080000:0.0:1788197996.992676:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851d6f24000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788197996.992679:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788197996.992682:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819499776:0@lo:8:kworker.0 00000100:00100000:0.0:1788197996.992705:0:3614:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788197996.992710:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3614:1875060819500416:0@lo:400:kworker.0 00000100:00100000:0.0:1788197996.992727:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197996.992747:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819500416 00000100:00100000:0.0:1788197996.992750:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819500416 00000100:00100000:0.0:1788197996.992767:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788197996.992772:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3993480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3614:x1875060819500416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788197996.992799:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3993480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3614:x1875060819500416:12345-0@lo:400:kworker.0 Request processed in 27us (70us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197996.992804:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00010000:00080000:0.0:1788197996.992824:0:3614:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9850c3990a80 x1875060819500416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198012 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788197996.992844:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3614:1875060819500416:0@lo:400:kworker.0 00000100:00100000:0.0:1788197996.992867:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3614:1875060819500544:0@lo:400:kworker.0 00000100:00100000:0.0:1788197996.992901:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197996.992922:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819500544 00000100:00100000:0.0:1788197996.992925:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819500544 00000100:00100000:0.0:1788197996.992949:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788197996.992954:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3991180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3614:x1875060819500544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788197996.992980:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3991180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3614:x1875060819500544:12345-0@lo:400:kworker.0 Request processed in 26us (78us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197996.992986:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00010000:00080000:0.0:1788197996.993005:0:3614:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9850c3990a80 x1875060819500544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198012 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788197996.993014:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3614:1875060819500544:0@lo:400:kworker.0 00000100:00100000:2.0:1788197996.993342:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3990700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819500032:0@lo:400:kworker.0 00000100:00100000:2.0:1788197996.993383:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197996.993406:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3615:1875060819500672:0@lo:400:kworker.0 00000100:00100000:2.0:1788197996.993438:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197996.993457:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788197996.993463:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3991880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:27515ceb-a8a3-4165-9bb1-71641bb462d7:3615:1875060819499520:0@lo:400:kworker.0 00000100:00100000:2.0:1788197996.993487:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197996.993508:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3990380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819500160:0@lo:400:kworker.0 00000100:00100000:2.0:1788197996.993527:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197996.993548:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819500672 00000100:00100000:2.0:1788197996.993551:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819500672 00000100:00100000:2.0:1788197996.993578:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788197996.993585:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3615:x1875060819500672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197996.993619:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3615:x1875060819500672:12345-0@lo:400:kworker.0 Request processed in 34us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197996.993625:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788197996.993642:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819499520 00000100:00100000:2.0:1788197996.993645:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819499520 00000100:00100000:2.0:1788197996.993673:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1788197996.993679:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:3615:x1875060819499520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197996.993704:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:3615:x1875060819499520:12345-0@lo:400:kworker.0 Request processed in 25us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197996.993710:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1788197996.993729:0:24238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819500160 00000100:00100000:2.0:1788197996.993732:0:24238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819500160 00000100:00100000:2.0:1788197996.993752:0:24238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788197996.993758:0:24238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819500160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788197996.993781:0:24238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819500160:12345-0@lo:400:kworker.0 Request processed in 23us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197996.993798:0:24238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788197996.993828:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3991880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:27515ceb-a8a3-4165-9bb1-71641bb462d7:3615:1875060819499520:0@lo:400:kworker.0 00000100:00100000:2.0:1788197996.993839:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3990380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819500160:0@lo:400:kworker.0 00010000:00080000:2.0:1788197996.993848:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9850c3990a80 x1875060819500672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198012 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788197996.993856:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3615:1875060819500672:0@lo:400:kworker.0 00000100:00100000:1.0:1788197996.994706:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819500032 00000100:00100000:1.0:1788197996.994717:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819500032 00000100:00100000:1.0:1788197996.994762:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1788197996.994777:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819500032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197996.994853:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819500032:12345-0@lo:400:kworker.0 Request processed in 79us (1469us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197996.994860:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00080000:1.0:1788197996.994908:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788197996.994912:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788197996.994915:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788197996.994939:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3990700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819500032:0@lo:400:kworker.0 00010000:00010000:1.0:1788197997.951780:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788197998.013462:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788197998.013488:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819500800:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788197998.013574:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197998.013620:0:24239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819500800 00000100:00100000:1.0:1788197998.013628:0:24239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819500800 00000100:00100000:1.0:1788197998.013679:0:24239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788197998.013689:0:24239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3b1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819500800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788197998.013710:0:24239:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788197998.013754:0:24239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3b1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819500800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197998.013762:0:24239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:1.0:1788197998.013795:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788197998.013830:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819500800:0@lo:13:osp-pre-0-1.0 00000020:01000004:3.0:1788197998.291749:0:25053:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1788197998.291754:0:25053:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:3.0:1788197998.291756:0:25053:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1788197998.291973:0:25053:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9851f2a01000 00000020:01000004:3.0:1788197998.291991:0:25053:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1788197998.292007:0:25053:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1788197998.292023:0:25053:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff9851f3c6cd28) 00000020:00000080:3.0:1788197998.292041:0:25053:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1788197998.365830:0:25053:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1788197998.369405:0:25053:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1788197998.369783:0:25053:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1788197998.370262:0:25053:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1788197998.370508:0:25053:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1788197998.371460:0:25053:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1788197998.371936:0:25053:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:01000000:2.0:1788197998.373480:0:25053:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1788197998.373912:0:25053:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:2.0:1788197998.373929:0:25053:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788197998.373943:0:25053:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xb1c7fb411490b000 00000020:01000004:2.0:1788197998.373952:0:25053:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:2.0:1788197998.373978:0:25053:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.139@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1788197998.373982:0:25053:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.139@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1788197998.373989:0:25053:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0001 00000020:01000004:2.0:1788197998.374022:0:25053:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:2.0:1788197998.374027:0:25053:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.139@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:3.0:1788197998.386184:0:25053:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.139@tcp ctxt 0 is initialized 00000020:01000004:3.0:1788197998.386230:0:25053:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.204.139@tcp, index=0001, flags=0x20002 00000020:01000004:3.0:1788197998.386236:0:25053:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1788197998.386238:0:25053:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788197998.386240:0:25053:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788197998.386241:0:25053:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788197998.386242:0:25053:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788197998.386243:0:25053:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788197998.386245:0:25053:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788197998.386247:0:25053:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788197998.386249:0:25053:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788197998.386253:0:25053:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:3.0:1788197998.386255:0:25053:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788197998.386257:0:25053:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788197998.386258:0:25053:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788197998.386259:0:25053:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788197998.386260:0:25053:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788197998.386261:0:25053:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788197998.386263:0:25053:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788197998.386270:0:25053:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788197998.386271:0:25053:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788197998.386303:0:25053:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1788197998.386918:0:25053:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e02a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819500928:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788197998.386999:0:25053:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197998.387048:0:25053:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c22e8180 going to sleep for 11 seconds 00000100:00100000:0.0:1788197998.387224:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819500928 00000100:00100000:0.0:1788197998.387234:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819500928 00000100:00100000:0.0:1788197998.387290:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1788197998.387300:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:25053:x1875060819500928:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788197998.387388:0:22724:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1788197998.387392:0:22724:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:0.0:1788197998.387397:0:22724:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:0.0:1788197998.388085:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:25053:x1875060819500928:12345-0@lo:253:mount.lustre.0 Request processed in 785us (1085us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197998.388095:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1788197998.388654:0:25053:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e02a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819500928:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788197998.388669:0:25053:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1788197998.388672:0:25053:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788197998.388674:0:25053:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788197998.388676:0:25053:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788197998.388677:0:25053:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788197998.388678:0:25053:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788197998.388679:0:25053:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788197998.388681:0:25053:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788197998.388682:0:25053:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788197998.388684:0:25053:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1788197998.388707:0:25053:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9851f2a01000 from lustre-OST0001 10000000:01000000:3.0:1788197998.388740:0:25053:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:3.0:1788197998.388743:0:25053:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1788197998.388753:0:25053:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9850c2eb3370 local copy 00010000:00010000:3.0:1788197998.388764:0:25053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8400/0xb1c7fb411490ac3a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ac41 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788197998.388912:0:25053:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e02a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819501056:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788197998.388953:0:25053:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197998.388991:0:25053:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c22e8c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788197998.389049:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819501056 00000100:00100000:2.0:1788197998.389056:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819501056 00000100:00100000:2.0:1788197998.389089:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1788197998.389104:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:25053:x1875060819501056:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788197998.389182:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:25053:x1875060819501056:12345-0@lo:501:mount.lustre.0 Request processed in 78us (229us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788197998.389189:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1788197998.389739:0:25053:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e02a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819501056:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1788197998.389759:0:25053:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.139@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1788197998.389785:0:25053:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.139@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1788197998.389794:0:25053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8400/0xb1c7fb411490ac3a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ac41 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197998.389814:0:25053:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9850c1ea8400/0xb1c7fb411490ac3a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490ac41 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788197998.389868:0:25053:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9851f2a01000 10000000:01000000:3.0:1788197998.389874:0:25053:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1788197998.389880:0:25053:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1788197998.389884:0:25053:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788197998.389889:0:25053:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:3.0:1788197998.389893:0:25053:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1788197998.389924:0:25053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851c1667400/0xb1c7fb411490b007 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197998.389934:0:25053:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9851c1667400/0xb1c7fb411490b007 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197998.389946:0:25053:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9851c1667400/0xb1c7fb411490b007 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788197998.389963:0:25053:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e02a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819501184:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788197998.390000:0:25053:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197998.390025:0:25053:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c22e8c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788197998.390127:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819501184 00000100:00100000:0.0:1788197998.390133:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819501184 00000100:00100000:0.0:1788197998.390180:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1788197998.390188:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:25053:x1875060819501184:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788197998.390198:0:22724:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788197998.390210:0:22724:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9851dccc4000/0xb1c7fb411490b00e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490b007 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197998.390231:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9851dccc4000/0xb1c7fb411490b00e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490b007 expref: 22 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197998.390241:0:22724:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9851dccc4000/0xb1c7fb411490b00e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490b007 expref: 22 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197998.390250:0:22724:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851dccc4000, rc 0) 00000100:00100000:0.0:1788197998.390290:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+22:25053:x1875060819501184:12345-0@lo:101:mount.lustre.0 Request processed in 103us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197998.390296:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1788197998.390793:0:25053:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e02a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819501184:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788197998.390812:0:25053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9851c1667400/0xb1c7fb411490b007 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490b00e expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197998.390822:0:25053:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9851c1667400/0xb1c7fb411490b007 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490b00e expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788197998.392263:0:25053:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:3.0:1788197998.393478:0:25053:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788197998.396060:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1788197998.396121:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1788197998.396139:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1788197998.396154:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1788197998.396166:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1788197998.396178:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1788197998.396190:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1788197998.396204:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1788197998.396223:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:3.0:1788197998.396248:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:3.0:1788197998.396253:0:25053:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:3.0:1788197998.396519:0:25053:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e02a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819501312:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788197998.396596:0:25053:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197998.396707:0:25053:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c22e8240 going to sleep for 11 seconds 00000100:00100000:0.0:1788197998.401559:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819501312 00000100:00100000:0.0:1788197998.401579:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819501312 00000100:00100000:0.0:1788197998.401759:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1788197998.401771:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+22:25053:x1875060819501312:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788197998.402062:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+22:25053:x1875060819501312:12345-0@lo:501:mount.lustre.0 Request processed in 293us (5464us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197998.402070:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1788197998.402160:0:25053:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e02a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819501312:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788197998.402213:0:25053:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e02a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819501440:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788197998.402270:0:25053:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197998.402557:0:25053:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c22e8240 going to sleep for 11 seconds 00000100:00100000:1.0:1788197998.402714:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819501440 00000100:00100000:1.0:1788197998.402720:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819501440 00000100:00100000:1.0:1788197998.402747:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1788197998.402754:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+22:25053:x1875060819501440:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788197998.409409:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+22:25053:x1875060819501440:12345-0@lo:503:mount.lustre.0 Request processed in 6643us (7129us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197998.409424:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1788197998.409591:0:25053:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e02a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819501440:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788197998.410085:0:25053:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788197998.410169:0:25053:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e02a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819501568:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788197998.410222:0:25053:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197998.410264:0:25053:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d8917f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788197998.410609:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819501568 00000100:00100000:0.0:1788197998.410628:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819501568 00000100:00100000:0.0:1788197998.410689:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1788197998.410699:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+22:25053:x1875060819501568:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788197998.411248:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+22:25053:x1875060819501568:12345-0@lo:502:mount.lustre.0 Request processed in 548us (1023us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197998.411257:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1788197998.411419:0:25053:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e02a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819501568:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788197998.411697:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1788197998.411729:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1788197998.411747:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1788197998.411762:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1788197998.411775:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1788197998.411788:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1788197998.411799:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1788197998.411812:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1788197998.411980:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:3.0:1788197998.412025:0:25053:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e02a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819501696:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788197998.412090:0:25053:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197998.412134:0:25053:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c22e8c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788197998.412210:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819501696 00000100:00100000:1.0:1788197998.412220:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819501696 00000100:00100000:1.0:1788197998.412267:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1788197998.412277:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+22:25053:x1875060819501696:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788197998.412424:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+22:25053:x1875060819501696:12345-0@lo:502:mount.lustre.0 Request processed in 147us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197998.412431:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1788197998.412664:0:25053:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e02a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819501696:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788197998.412716:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:3.0:1788197998.412725:0:25053:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:0.0:1788197998.413755:0:25057:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788197998.413769:0:25057:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:0.0:1788197998.413777:0:25057:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788197998.413780:0:25057:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:0.0:1788197998.413787:0:25057:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788197998.413804:0:25057:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff9851cdee0000) 00000020:00000080:0.0:1788197998.413845:0:25057:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:0.0:1788197998.413862:0:25057:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1788197998.413959:0:25057:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9851f2a01000 from lustre-OST0001, refs=2 00080000:01000000:0.0:1788197998.413968:0:25057:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:0.0:1788197998.413978:0:25057:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xb1c7fb411490b01c 00010000:00010000:1.0:1788197998.420775:0:25057:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:1.0:1788197998.421771:0:25057:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:1.0:1788197998.423664:0:25057:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:1.0:1788197998.425565:0:25057:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:1.0:1788197998.425578:0:25057:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788197998.425585:0:25057:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788197998.425588:0:25057:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:1.0:1788197998.425592:0:25057:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788197998.425597:0:25057:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788197998.425598:0:25057:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:1.0:1788197998.425602:0:25057:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1788197998.425604:0:25057:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1788197998.425606:0:25057:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788197998.425609:0:25057:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788197998.425610:0:25057:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:1.0:1788197998.425613:0:25057:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788197998.425615:0:25057:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788197998.425617:0:25057:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1788197998.425620:0:25057:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1788197998.425660:0:25057:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788197998.425664:0:25057:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788197998.425666:0:25057:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1788197998.425669:0:25057:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:0.0:1788197998.426054:0:25053:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:0.0:1788197998.426087:0:25053:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1788197998.426113:0:25053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851c1667400/0xb1c7fb411490b007 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490b00e expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197998.426127:0:25053:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9851c1667400/0xb1c7fb411490b007 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490b00e expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788197998.426136:0:25053:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9851f2a01000 from 1 10000000:01000000:0.0:1788197998.426140:0:25053:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788197998.426181:0:25053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851dccc5c00/0xb1c7fb411490b023 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197998.426189:0:25053:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9851dccc5c00/0xb1c7fb411490b023 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197998.426209:0:25053:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9851dccc5c00/0xb1c7fb411490b023 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197998.426235:0:25053:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3990700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819501824:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788197998.426306:0:25053:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197998.431462:0:25053:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c6d8f480 going to sleep for 11 seconds 00000100:00100000:1.0:1788197998.435429:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819501824 00000100:00100000:1.0:1788197998.435447:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819501824 00000100:00100000:1.0:1788197998.435495:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1788197998.435506:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+22:25053:x1875060819501824:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788197998.435524:0:22724:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788197998.435543:0:22724:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9850c3b3cc00/0xb1c7fb411490b02a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490b023 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197998.435570:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9850c3b3cc00/0xb1c7fb411490b02a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490b023 expref: 23 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197998.435598:0:22724:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9850c3b3cc00/0xb1c7fb411490b02a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490b023 expref: 23 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197998.435608:0:22724:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c3b3cc00, rc 0) 00000100:00100000:1.0:1788197998.435712:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+23:25053:x1875060819501824:12345-0@lo:101:mount.lustre.0 Request processed in 208us (9405us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197998.435719:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1788197998.436597:0:25053:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3990700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819501824:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788197998.436620:0:25053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9851dccc5c00/0xb1c7fb411490b023 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490b02a expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197998.436907:0:25053:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9851dccc5c00/0xb1c7fb411490b023 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490b02a expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788197998.438096:0:25053:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1788197998.438558:0:25053:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788197998.438993:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1788197998.439020:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1788197998.439034:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1788197998.439059:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1788197998.439076:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1788197998.439087:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1788197998.439099:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1788197998.439110:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1788197998.439123:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1788197998.439137:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1788197998.439151:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1788197998.439169:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1788197998.439174:0:25053:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1788197998.439266:0:25053:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819501952:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788197998.441211:0:25053:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197998.441393:0:25053:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c1716300 going to sleep for 11 seconds 00000100:00100000:0.0:1788197998.441548:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819501952 00000100:00100000:0.0:1788197998.441561:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819501952 00000100:00100000:0.0:1788197998.441764:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1788197998.441777:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+23:25053:x1875060819501952:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788197998.441962:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+23:25053:x1875060819501952:12345-0@lo:501:mount.lustre.0 Request processed in 188us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197998.441970:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1788197998.442051:0:25053:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819501952:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788197998.442102:0:25053:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819502080:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788197998.442149:0:25053:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197998.442306:0:25053:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c1716300 going to sleep for 11 seconds 00000100:00100000:1.0:1788197998.442605:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819502080 00000100:00100000:1.0:1788197998.442611:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819502080 00000100:00100000:1.0:1788197998.442650:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1788197998.442658:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+23:25053:x1875060819502080:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788197998.442927:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+23:25053:x1875060819502080:12345-0@lo:503:mount.lustre.0 Request processed in 269us (776us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197998.442934:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1788197998.443040:0:25053:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819502080:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788197998.443551:0:25053:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788197998.443757:0:25053:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819502208:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788197998.443813:0:25053:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197998.443859:0:25053:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c17166c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788197998.443939:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819502208 00000100:00100000:1.0:1788197998.443946:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819502208 00000100:00100000:1.0:1788197998.443971:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1788197998.443978:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+23:25053:x1875060819502208:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788197998.444066:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+23:25053:x1875060819502208:12345-0@lo:502:mount.lustre.0 Request processed in 87us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197998.444074:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1788197998.444156:0:25053:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819502208:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788197998.444361:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1788197998.444388:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1788197998.444403:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1788197998.444416:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1788197998.444429:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1788197998.444455:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1788197998.444468:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1788197998.444479:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:2.0:1788197998.444491:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1788197998.444502:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:2.0:1788197998.444513:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:2.0:1788197998.444533:0:25053:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819502336:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788197998.444567:0:25053:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197998.444591:0:25053:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c17166c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788197998.444796:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819502336 00000100:00100000:0.0:1788197998.444802:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819502336 00000100:00100000:0.0:1788197998.444828:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1788197998.444835:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+23:25053:x1875060819502336:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788197998.444934:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+23:25053:x1875060819502336:12345-0@lo:502:mount.lustre.0 Request processed in 98us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197998.444941:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1788197998.445261:0:25053:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819502336:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788197998.445306:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:2.0:1788197998.445348:0:25053:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1788197998.446042:0:25061:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788197998.446054:0:25061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788197998.446057:0:25061:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1788197998.446063:0:25061:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9851f2a01000 00000020:00000080:0.0:1788197998.446066:0:25061:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788197998.446075:0:25061:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788197998.446084:0:25061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788197998.446085:0:25061:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1788197998.446088:0:25061:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788197998.446090:0:25061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788197998.446092:0:25061:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1788197998.446095:0:25061:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9851f2a01000 00000020:00000080:0.0:1788197998.446097:0:25061:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788197998.446164:0:25061:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788197998.446168:0:25061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788197998.446169:0:25061:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1788197998.446172:0:25061:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788197998.446174:0:25061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788197998.446176:0:25061:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788197998.446179:0:25061:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9851f2a01000 00000020:00000080:0.0:1788197998.446182:0:25061:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788197998.446201:0:25061:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788197998.446203:0:25061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788197998.446205:0:25061:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788197998.446207:0:25061:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788197998.446209:0:25061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788197998.446211:0:25061:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1788197998.446214:0:25061:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9851f2a01000 00000020:00000080:0.0:1788197998.446216:0:25061:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788197998.446234:0:25061:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788197998.446237:0:25061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788197998.446238:0:25061:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1788197998.446240:0:25061:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1788197998.448782:0:25053:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1788197998.448838:0:25053:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788197998.448872:0:25053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851dccc5c00/0xb1c7fb411490b023 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490b02a expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197998.448886:0:25053:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9851dccc5c00/0xb1c7fb411490b023 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490b02a expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788197998.448969:0:25053:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788197998.448972:0:25053:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9851f2a01000 10000000:01000000:2.0:1788197998.448975:0:25053:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9851f2a01000 10000000:01000000:2.0:1788197998.448979:0:25053:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788197998.448985:0:25053:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9851f2a01000 from 1 10000000:01000000:2.0:1788197998.448987:0:25053:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788197998.449032:0:25053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851d03b1e00/0xb1c7fb411490b031 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197998.449041:0:25053:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9851d03b1e00/0xb1c7fb411490b031 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197998.449054:0:25053:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9851d03b1e00/0xb1c7fb411490b031 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788197998.449081:0:25053:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819502464:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788197998.449148:0:25053:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197998.449191:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819502464 00000100:00100000:2.0:1788197998.449198:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819502464 00000100:00100000:2.0:1788197998.449245:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1788197998.449254:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+23:25053:x1875060819502464:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788197998.449279:0:22721:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788197998.449291:0:22721:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9851d03b1200/0xb1c7fb411490b038 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490b031 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197998.449492:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9851d03b1200/0xb1c7fb411490b038 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490b031 expref: 24 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197998.449506:0:22721:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9851d03b1200/0xb1c7fb411490b038 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490b031 expref: 24 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197998.449515:0:22721:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851d03b1200, rc 0) 00000100:00100000:2.0:1788197998.449553:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:25053:x1875060819502464:12345-0@lo:101:mount.lustre.0 Request processed in 300us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197998.449560:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1788197998.449605:0:25053:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c1716300 going to sleep for 11 seconds 00000100:00100000:2.0:1788197998.449642:0:25053:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819502464:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788197998.449659:0:25053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9851d03b1e00/0xb1c7fb411490b031 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490b038 expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788197998.449668:0:25053:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9851d03b1e00/0xb1c7fb411490b031 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490b038 expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788197998.469463:0:25053:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1788197998.469837:0:25053:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788197998.470069:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1788197998.470097:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1788197998.470112:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1788197998.470125:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1788197998.470138:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1788197998.470174:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1788197998.470189:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1788197998.470202:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1788197998.470215:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1788197998.470230:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1788197998.470244:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1788197998.470259:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1788197998.470273:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1788197998.470288:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1788197998.470302:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1788197998.470349:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1788197998.470367:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1788197998.470380:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1788197998.470393:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1788197998.470407:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1788197998.470421:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1788197998.470449:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1788197998.470467:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1788197998.470482:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1788197998.470497:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1788197998.470512:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1788197998.470526:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1788197998.470541:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1788197998.470554:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1788197998.470569:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1788197998.470583:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1788197998.470598:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1788197998.470613:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1788197998.470626:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1788197998.470639:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1788197998.470652:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1788197998.470666:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1788197998.470692:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1788197998.470717:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1788197998.470733:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1788197998.470748:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1788197998.470763:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1788197998.470777:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1788197998.470791:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1788197998.470804:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1788197998.470816:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1788197998.470828:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1788197998.470839:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1788197998.471000:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1788197998.471021:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1788197998.471038:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1788197998.471043:0:25053:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1788197998.471155:0:25053:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819502592:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788197998.471233:0:25053:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197998.471279:0:25053:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c1716e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788197998.471311:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819502592 00000100:00100000:2.0:1788197998.471343:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819502592 00000100:00100000:2.0:1788197998.471403:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1788197998.471414:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:25053:x1875060819502592:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788197998.471530:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:25053:x1875060819502592:12345-0@lo:501:mount.lustre.0 Request processed in 118us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197998.471538:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1788197998.482506:0:25053:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819502592:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788197998.482589:0:25053:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819502720:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788197998.482753:0:25053:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197998.482873:0:25053:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c1716e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788197998.488225:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819502720 00000100:00100000:1.0:1788197998.488242:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819502720 00000100:00100000:1.0:1788197998.488330:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1788197998.488348:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:25053:x1875060819502720:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788197998.488519:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:25053:x1875060819502720:12345-0@lo:503:mount.lustre.0 Request processed in 178us (5765us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197998.488534:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1788197998.488695:0:25053:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819502720:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788197998.489175:0:25053:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788197998.489275:0:25053:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819502848:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788197998.489362:0:25053:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197998.489399:0:25053:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c1716300 going to sleep for 11 seconds 00000100:00100000:1.0:1788197998.492542:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819502848 00000100:00100000:1.0:1788197998.492560:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819502848 00000100:00100000:1.0:1788197998.492612:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1788197998.492624:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:25053:x1875060819502848:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788197998.492796:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:25053:x1875060819502848:12345-0@lo:502:mount.lustre.0 Request processed in 174us (3433us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197998.492803:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1788197998.492922:0:25053:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819502848:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788197998.493164:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1788197998.493198:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:1.0:1788197998.493215:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:1.0:1788197998.493228:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:1.0:1788197998.493242:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:1.0:1788197998.493256:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:1.0:1788197998.493270:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:1.0:1788197998.493284:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:1.0:1788197998.493298:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1788197998.493351:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:1.0:1788197998.493369:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:1.0:1788197998.493384:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:1.0:1788197998.493396:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:1.0:1788197998.493409:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:1.0:1788197998.493421:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:1.0:1788197998.493433:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:1.0:1788197998.493445:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:1.0:1788197998.493477:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:1.0:1788197998.493493:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:1.0:1788197998.493516:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:1.0:1788197998.493531:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:1.0:1788197998.493545:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:1.0:1788197998.493558:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:1.0:1788197998.493571:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:1.0:1788197998.493584:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:1.0:1788197998.493598:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:1.0:1788197998.493609:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:1.0:1788197998.493621:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:1.0:1788197998.493635:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:1.0:1788197998.493647:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:1.0:1788197998.493658:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:1.0:1788197998.493671:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:1.0:1788197998.493685:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:1.0:1788197998.493711:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:1.0:1788197998.493725:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:1.0:1788197998.493738:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:1.0:1788197998.493750:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:1.0:1788197998.493765:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:1.0:1788197998.493778:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:1.0:1788197998.493791:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:1.0:1788197998.493805:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:1.0:1788197998.493820:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:1.0:1788197998.493835:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:1.0:1788197998.493862:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:1.0:1788197998.493879:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:1.0:1788197998.493893:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:1.0:1788197998.493906:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:1.0:1788197998.493917:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:1.0:1788197998.493976:0:25053:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b18000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819502976:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788197998.494034:0:25053:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197998.494072:0:25053:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c33d5540 going to sleep for 11 seconds 00000100:00100000:1.0:1788197998.494104:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819502976 00000100:00100000:1.0:1788197998.494110:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819502976 00000100:00100000:1.0:1788197998.494145:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1788197998.494154:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:25053:x1875060819502976:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788197998.494248:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:25053:x1875060819502976:12345-0@lo:502:mount.lustre.0 Request processed in 95us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197998.494256:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1788197998.494340:0:25053:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b18000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819502976:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788197998.494506:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:1.0:1788197998.494526:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:1.0:1788197998.494546:0:25053:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b18000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819503104:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788197998.494578:0:25053:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197998.494597:0:25053:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c33d5540 going to sleep for 11 seconds 00000100:00100000:1.0:1788197998.494611:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819503104 00000100:00100000:1.0:1788197998.494615:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819503104 00000100:00100000:1.0:1788197998.494637:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1788197998.494643:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:25053:x1875060819503104:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788197998.494708:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:25053:x1875060819503104:12345-0@lo:502:mount.lustre.0 Request processed in 64us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197998.494715:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1788197998.494757:0:25053:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b18000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819503104:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788197998.494795:0:25053:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:1.0:1788197998.494803:0:25053:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1788197998.504460:0:25067:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:1.0:1788197998.504480:0:25067:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff9850c17b4d28) 00000020:00000080:1.0:1788197998.504509:0:25067:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:1.0:1788197998.504618:0:25067:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9851f2a01000 from lustre-OST0001, refs=3 00000020:01000004:1.0:1788197998.504624:0:25067:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9851f2a01000 from lustre-OST0001, refs=3 00000020:01000004:1.0:1788197998.504627:0:25067:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9851f2a01000 3 00010000:00080000:1.0:1788197998.504669:0:25067:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9850c38fa800@lustre-MDT0000-lwp-OST0001: add connection 192.168.204.139@tcp at head 00010000:00010000:1.0:1788197998.506268:0:25067:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:1.0:1788197998.506552:0:25067:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:1.0:1788197998.506593:0:25067:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788197998.506605:0:25067:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xb1c7fb411490b046 00000100:00080000:1.0:1788197998.506615:0:25067:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788197998.506621:0:25067:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9850c38fa800 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:1.0:1788197998.506655:0:25067:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9850c3b18000 x1875060819503232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788197998.506702:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3612:1875060819503232:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788197998.506773:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197998.506838:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819503232 00000100:00100000:1.0:1788197998.506855:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819503232 00000100:00100000:1.0:1788197998.506892:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788197998.506900:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3b18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3612:x1875060819503232:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788197998.506936:0:22731:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 707 last 0 00000020:00000080:1.0:1788197998.506964:0:22731:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xb1c7fb411490b04d 00000004:00100000:1.0:1788197998.506981:0:22731:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788197998.507014:0:22731:0:(import.c:65:import_set_state_nolock()) ffff9850c38f8800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788197998.507071:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3b18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3612:x1875060819503232:12345-0@lo:38:llog_process_th.0 Request processed in 170us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197998.507078:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:1.0:1788197998.507120:0:3612:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9850c3b18000 x1875060819503232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788198008 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788197998.516397:0:25067:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1788197998.518206:0:3612:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788197998.518224:0:3612:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:1.0:1788197998.518239:0:3612:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1788197998.518245:0:3612:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788197998.518249:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9850c38fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788197998.518261:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3612:1875060819503232:0@lo:38:llog_process_th.0 00000100:00080000:1.0:1788197998.518803:0:24709:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788197998.518808:0:24709:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788197998.518811:0:24709:0:(import.c:65:import_set_state_nolock()) ffff9851d6f24000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788197998.518816:0:24709:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 706 00000100:00080000:1.0:1788197998.518821:0:24709:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1788197998.518826:0:24709:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9851d6f24000 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:1.0:1788197998.518858:0:24709:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9850c3b19f80 x1875060819503616/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788197998.518903:0:24709:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788197998.518906:0:24709:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788197998.518908:0:24709:0:(import.c:65:import_set_state_nolock()) ffff9850c38b8800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788197998.518912:0:24709:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 706 00000100:00080000:1.0:1788197998.518914:0:24709:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1788197998.518918:0:24709:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9850c38b8800 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:1.0:1788197998.518932:0:24709:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851ffcadc00 x1875060819504000/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788197998.519000:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819503488:0@lo:400:kworker.0 00000100:00100000:1.0:1788197998.519098:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197998.519135:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3614:1875060819504256:0@lo:400:kworker.0 00000100:00100000:1.0:1788197998.519162:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197998.519185:0:3614:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1788197998.519191:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819503360:0@lo:400:kworker.0 00000100:00100000:1.0:1788197998.519241:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197998.519260:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3614:1875060819504128:0@lo:400:kworker.0 00000100:00100000:1.0:1788197998.519281:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197998.519306:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3615:1875060819503744:0@lo:400:kworker.0 00000100:00100000:1.0:1788197998.519355:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197998.519373:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3615:1875060819504384:0@lo:400:kworker.0 00000100:00100000:1.0:1788197998.519394:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197998.519407:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788197998.519412:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819503872:0@lo:400:kworker.0 00000100:00100000:1.0:1788197998.519433:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197998.519463:0:24238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819503488 00000100:00100000:1.0:1788197998.519470:0:24238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819503488 00000100:00100000:1.0:1788197998.519534:0:24238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788197998.519544:0:24238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819503488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197998.519604:0:24238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819503488:12345-0@lo:400:kworker.0 Request processed in 62us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197998.519612:0:24238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788197998.519653:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819504256 00000100:00100000:1.0:1788197998.519657:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819504256 00000100:00100000:1.0:1788197998.519679:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819504128 00000100:00100000:1.0:1788197998.519682:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819504128 00000100:00100000:1.0:1788197998.519722:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819503744 00000100:00100000:1.0:1788197998.519725:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819503744 00000100:00100000:1.0:1788197998.519736:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819504384 00000100:00100000:1.0:1788197998.519738:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819504384 00000100:00100000:1.0:1788197998.519754:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788197998.519760:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3614:x1875060819504256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197998.519793:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3614:x1875060819504256:12345-0@lo:400:kworker.0 Request processed in 33us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197998.519800:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788197998.519814:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788197998.519820:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3614:x1875060819504128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197998.519859:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3614:x1875060819504128:12345-0@lo:400:kworker.0 Request processed in 26us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197998.519865:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788197998.519883:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788197998.519889:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1875060819503744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197998.519919:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1875060819503744:12345-0@lo:400:kworker.0 Request processed in 29us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197998.519925:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788197998.519938:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788197998.519944:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3615:x1875060819504384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197998.519969:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3615:x1875060819504384:12345-0@lo:400:kworker.0 Request processed in 26us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197998.519975:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788197998.519995:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819503360 00000100:00100000:1.0:1788197998.519998:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819503360 00000100:00100000:1.0:1788197998.520033:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819503872 00000100:00100000:1.0:1788197998.520044:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819503872 00000100:00100000:0.0:1788197998.520059:0:23472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788197998.520068:0:23472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819503360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788197998.520106:0:23472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819503360:12345-0@lo:400:kworker.0 Request processed in 40us (865us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197998.523057:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1788197998.523078:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819503872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788197998.523173:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819503872:12345-0@lo:400:kworker.0 Request processed in 103us (3738us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197998.523182:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00080000:1.0:1788197998.523239:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788197998.523245:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788197998.523248:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788197998.523289:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819503360:0@lo:400:kworker.0 00010000:00080000:1.0:1788197998.523306:0:3614:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9851ffcad500 x1875060819504128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198014 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788197998.523338:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3614:1875060819504128:0@lo:400:kworker.0 00000100:00100000:1.0:1788197998.523353:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819503488:0@lo:400:kworker.0 00010000:00080000:1.0:1788197998.523366:0:3614:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9851ffcaea00 x1875060819504256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198014 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788197998.523375:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3614:1875060819504256:0@lo:400:kworker.0 00000100:00100000:1.0:1788197998.523425:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819503872:0@lo:400:kworker.0 00010000:00080000:1.0:1788197998.523437:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9850c3b1a300 x1875060819503744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198014 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788197998.523445:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3615:1875060819503744:0@lo:400:kworker.0 00010000:00080000:1.0:1788197998.523456:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9851ffcaf800 x1875060819504384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198014 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788197998.523463:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3615:1875060819504384:0@lo:400:kworker.0 00000100:00100000:1.0:1788197998.523498:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819503616:0@lo:8:kworker.0 00000100:00100000:1.0:1788197998.523533:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197998.523563:0:24602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819503616 00000100:00100000:1.0:1788197998.523569:0:24602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819503616 00000100:00100000:1.0:1788197998.523594:0:24602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788197998.523599:0:24602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3612:x1875060819503616:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1788197998.523642:0:24602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3612:x1875060819503616:12345-0@lo:8:kworker.0 Request processed in 41us (108us total) trans 0 rc -11/-11 00000100:00100000:1.0:1788197998.523649:0:24602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788197998.523678:0:3612:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788197998.523685:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851d6f24000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788197998.523689:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1788197998.523692:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819503616:0@lo:8:kworker.0 00000100:00100000:1.0:1788197998.523699:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819504000:0@lo:8:kworker.0 00000100:00100000:1.0:1788197998.523757:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197998.523780:0:24238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819504000 00000100:00100000:1.0:1788197998.523784:0:24238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819504000 00000100:00100000:1.0:1788197998.523801:0:24238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788197998.523806:0:24238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3612:x1875060819504000:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1788197998.524124:0:24238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3612:x1875060819504000:12345-0@lo:8:kworker.0 Request processed in 315us (365us total) trans 0 rc -11/-11 00000100:00100000:1.0:1788197998.524131:0:24238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788197998.524162:0:3612:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788197998.524166:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9850c38b8800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788197998.524170:0:3612:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1788197998.524174:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819504000:0@lo:8:kworker.0 00000100:00100000:0.0:1788197998.526648:0:23472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000040:00080000:1.0:1788197998.526748:0:22765:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:01000004:0.0:1788197998.529705:0:25067:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1788197998.529724:0:25067:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff9851cdee3370) 00000020:00000080:0.0:1788197998.529752:0:25067:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:0.0:1788197998.529875:0:25067:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9851f2a01000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1788197998.529879:0:25067:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9851f2a01000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1788197998.529882:0:25067:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9851f2a01000 3 00010000:00080000:0.0:1788197998.529913:0:25067:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9850c42e7000@lustre-MDT0001-lwp-OST0001: add connection 192.168.204.139@tcp at head 00010000:00010000:0.0:1788197998.537261:0:25067:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:0.0:1788197998.537614:0:25067:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:0.0:1788197998.537663:0:25067:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788197998.537678:0:25067:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0xb1c7fb411490b05b 00000100:00080000:0.0:1788197998.537690:0:25067:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788197998.537701:0:25067:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9850c42e7000 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:0.0:1788197998.537738:0:25067:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9850c3990a80 x1875060819504512/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788197998.537761:0:25067:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:1.0:1788197998.537910:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3612:1875060819504512:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788197998.537975:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197998.538012:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819504512 00000100:00100000:1.0:1788197998.538020:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819504512 00000100:00100000:1.0:1788197998.538051:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788197998.538059:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3612:x1875060819504512:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788197998.538083:0:22729:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 707 last 0 00000020:00000080:1.0:1788197998.538111:0:22729:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0xb1c7fb411490b062 00000004:00100000:1.0:1788197998.538127:0:22729:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788197998.538162:0:22729:0:(import.c:65:import_set_state_nolock()) ffff9850c38f9800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788197998.538210:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3612:x1875060819504512:12345-0@lo:38:llog_process_th.0 Request processed in 150us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197998.538218:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:1.0:1788197998.538279:0:3612:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9850c3990a80 x1875060819504512/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788198008 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788197998.538290:0:3612:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788197998.538297:0:3612:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:1.0:1788197998.538303:0:3612:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1788197998.538309:0:3612:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1788197998.538311:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9850c42e7000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788197998.538336:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3612:1875060819504512:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1788197998.539584:0:25067:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:0.0:1788197998.539655:0:25053:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1788197998.539690:0:25053:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788197998.539708:0:25053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851d03b1e00/0xb1c7fb411490b031 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490b038 expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197998.539720:0:25053:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9851d03b1e00/0xb1c7fb411490b031 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490b038 expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1788197998.539785:0:25053:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1788197998.539787:0:25053:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788197998.539793:0:25053:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788197998.539794:0:25053:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788197998.539795:0:25053:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788197998.539796:0:25053:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788197998.539798:0:25053:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788197998.539800:0:25053:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788197998.539801:0:25053:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788197998.539805:0:25053:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:0.0:1788197998.539808:0:25053:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788197998.539810:0:25053:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788197998.539811:0:25053:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788197998.539812:0:25053:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788197998.539813:0:25053:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788197998.539814:0:25053:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788197998.539815:0:25053:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788197998.539816:0:25053:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788197998.539817:0:25053:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788197998.539852:0:25053:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1788197998.539874:0:25053:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3990380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819504640:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788197998.539939:0:25053:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197998.539975:0:25053:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c6d8f000 going to sleep for 11 seconds 00000100:00100000:1.0:1788197998.540468:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819504640 00000100:00100000:1.0:1788197998.540477:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819504640 00000100:00100000:1.0:1788197998.540613:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1788197998.540695:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:25053:x1875060819504640:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788197998.540730:0:22721:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1788197998.540742:0:22721:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1788197998.544153:0:22721:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1788197998.544172:0:22721:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:1.0:1788197998.544495:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:25053:x1875060819504640:12345-0@lo:253:mount.lustre.0 Request processed in 3867us (4550us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197998.544509:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 20000000:01000000:0.0:1788197998.544533:0:22745:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788197998.544539:0:22745:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788197998.544567:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9851dccc4400/0xb1c7fb411490b069 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197998.544581:0:22745:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9851d03b0600/0xb1c7fb411490aefd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490aef6 expref: 23 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197998.544589:0:22745:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9851c1667600/0xb1c7fb411490af0b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490af04 expref: 23 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197998.544595:0:22745:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9851dccc4400/0xb1c7fb411490b069 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788197998.544601:0:25053:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3990380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27515ceb-a8a3-4165-9bb1-71641bb462d7:25053:1875060819504640:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788197998.544613:0:25053:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00010000:00010000:0.0:1788197998.544632:0:22745:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9851c1667600/0xb1c7fb411490af0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb1c7fb411490af04 expref: 23 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197998.544659:0:22745:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9851c1667600/0xb1c7fb411490af0b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb1c7fb411490af04 expref: 23 pid: 22724 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197998.544674:0:22745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3991880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22745:1875060819504768:0@lo:104: 00000100:00100000:0.0:1788197998.544710:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788197998.544755:0:22745:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9851d03b0600/0xb1c7fb411490aefd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb1c7fb411490aef6 expref: 23 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197998.544764:0:22745:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9851d03b0600/0xb1c7fb411490aefd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb1c7fb411490aef6 expref: 23 pid: 22722 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197998.544772:0:22745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3990e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22745:1875060819504896:0@lo:104: 00000100:00100000:0.0:1788197998.544792:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197998.544807:0:22745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c6d8f240 going to sleep for 11 seconds 00000100:00100000:0.0:1788197998.544824:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819504768 00000100:00100000:0.0:1788197998.544830:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819504768 00000100:00100000:0.0:1788197998.544873:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819504896 00000100:00100000:0.0:1788197998.544877:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819504896 00000100:00100000:0.0:1788197998.544891:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788197998.544898:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3991500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:27515ceb-a8a3-4165-9bb1-71641bb462d7+4:22745:x1875060819504768:12345-0@lo:104: 00010000:00010000:0.0:1788197998.544911:0:22713:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9400/0xb1c7fb411490af04 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb1c7fb411490af0b expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197998.544951:0:22713:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788197998.544957:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3991500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:27515ceb-a8a3-4165-9bb1-71641bb462d7+4:22745:x1875060819504768:12345-0@lo:104: Request processed in 60us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197998.544963:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788197998.544977:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000020:01000004:1.0:1788197998.544993:0:25053:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788197998.544995:0:25053:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788197998.544997:0:25053:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788197998.544999:0:25053:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788197998.545000:0:25053:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000100:00100000:0.0:1788197998.545000:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3992a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:27515ceb-a8a3-4165-9bb1-71641bb462d7+3:22745:x1875060819504896:12345-0@lo:104: 00000020:01000004:1.0:1788197998.545002:0:25053:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788197998.545003:0:25053:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788197998.545005:0:25053:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788197998.545007:0:25053:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00010000:00010000:0.0:1788197998.545008:0:22713:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff9851d03b1000/0xb1c7fb411490aef6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb1c7fb411490aefd expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:02000000:1.0:1788197998.545024:0:25053:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:0.0:1788197998.545040:0:22713:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00010000:3.0:1788197998.545551:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788197998.545561:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9400/0xb1c7fb411490af04 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb1c7fb411490af0b expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197998.545569:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c1ea9400 already unused, calling callback (ffffffffc125cc20) 10000000:00010000:3.0:1788197998.545573:0:22718:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9400/0xb1c7fb411490af04 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb1c7fb411490af0b expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197998.545582:0:22718:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9400/0xb1c7fb411490af04 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb1c7fb411490af0b expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788197998.545590:0:22718:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9400/0xb1c7fb411490af04 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb1c7fb411490af0b expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788197998.545606:0:22718:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1788197998.545637:0:22718:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9400/0xb1c7fb411490af04 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490af0b expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197998.545644:0:22718:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788197998.545665:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9400/0xb1c7fb411490af04 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490af0b expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197998.545673:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9400/0xb1c7fb411490af04 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490af0b expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197998.545687:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788197998.545690:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9851d03b1000/0xb1c7fb411490aef6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb1c7fb411490aefd expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197998.545696:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851d03b1000 already unused, calling callback (ffffffffc125cc20) 10000000:00010000:3.0:1788197998.545699:0:22718:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9851d03b1000/0xb1c7fb411490aef6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb1c7fb411490aefd expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197998.545705:0:22718:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9851d03b1000/0xb1c7fb411490aef6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb1c7fb411490aefd expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788197998.545711:0:22718:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9851d03b1000/0xb1c7fb411490aef6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb1c7fb411490aefd expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788197998.545716:0:22718:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1788197998.545729:0:22718:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff9851d03b1000/0xb1c7fb411490aef6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490aefd expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197998.545735:0:22718:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788197998.545758:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9851d03b1000/0xb1c7fb411490aef6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490aefd expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197998.545766:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9851d03b1000/0xb1c7fb411490aef6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490aefd expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197998.545779:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197998.545782:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788197998.545783:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788197998.545811:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:27515ceb-a8a3-4165-9bb1-71641bb462d7:3616:1875060819505024:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788197998.545863:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197998.545906:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27515ceb-a8a3-4165-9bb1-71641bb462d7:3613:1875060819505152:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788197998.545928:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197998.545960:0:24262:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819505024 00000100:00100000:3.0:1788197998.545965:0:24262:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819505024 00010000:00010000:3.0:1788197998.545987:0:24262:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9851c1667600/0xb1c7fb411490af0b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb1c7fb411490af04 expref: 24 pid: 22724 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197998.546433:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3992a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:27515ceb-a8a3-4165-9bb1-71641bb462d7+3:22745:x1875060819504896:12345-0@lo:104: Request processed in 47us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1788197998.546446:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788197998.546492:0:22745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3991880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22745:1875060819504768:0@lo:104: 00000100:00100000:0.0:1788197998.546501:0:22745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3990e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22745:1875060819504896:0@lo:104: 00010000:00010000:0.0:1788197998.546523:0:22745:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9851dccc4400/0xb1c7fb411490b069 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788197998.546675:0:24262:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819505152 00000100:00100000:3.0:1788197998.546681:0:24262:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819505152 00010000:00010000:3.0:1788197998.546698:0:24262:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9851d03b0600/0xb1c7fb411490aefd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb1c7fb411490aef6 expref: 25 pid: 22722 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788197998.546725:0:24262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788197998.546733:0:24262:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7e00700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:27515ceb-a8a3-4165-9bb1-71641bb462d7+25:3616:x1875060819505024:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788197998.546746:0:24262:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788197998.546751:0:24262:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9851c1667600/0xb1c7fb411490af0b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb1c7fb411490af04 expref: 25 pid: 22724 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197998.546762:0:24262:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9851c1667600/0xb1c7fb411490af0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb1c7fb411490af04 expref: 25 pid: 22724 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197998.546783:0:24262:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9851c1667600/0xb1c7fb411490af0b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb1c7fb411490af04 expref: 25 pid: 22724 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197998.546798:0:24262:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788197998.546820:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788197998.546837:0:24262:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7e00700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:3616:x1875060819505024:12345-0@lo:103:ldlm_bl.0 Request processed in 105us (974us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197998.546853:0:24262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788197998.546867:0:24262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788197998.546872:0:24262:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7e02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:27515ceb-a8a3-4165-9bb1-71641bb462d7+23:3613:x1875060819505152:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788197998.546881:0:24262:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788197998.546885:0:24262:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9851d03b0600/0xb1c7fb411490aefd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb1c7fb411490aef6 expref: 23 pid: 22722 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197998.546894:0:24262:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9851d03b0600/0xb1c7fb411490aefd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb1c7fb411490aef6 expref: 23 pid: 22722 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197998.546904:0:24262:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9851d03b0600/0xb1c7fb411490aefd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb1c7fb411490aef6 expref: 23 pid: 22722 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197998.546913:0:24262:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9851dccc4400/0xb1c7fb411490b069 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197998.546921:0:24262:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9851dccc4400/0xb1c7fb411490b069 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1788197998.546933:0:24262:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003005627s 00010000:00010000:3.0:1788197998.546938:0:24262:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9851dccc4400/0xb1c7fb411490b069 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197998.546954:0:24262:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9851dccc4400/0xb1c7fb411490b069 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197998.546961:0:24262:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9851dccc4400/0xb1c7fb411490b069 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197998.546967:0:24262:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9851dccc4400/0xb1c7fb411490b069 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197998.546972:0:24262:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851dccc4400 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:3.0:1788197998.546976:0:24262:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9851dccc4400/0xb1c7fb411490b069 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197998.546982:0:24262:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9851dccc4400/0xb1c7fb411490b069 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197998.547003:0:24262:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9851dccc4400/0xb1c7fb411490b069 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197998.547013:0:24262:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788197998.547028:0:22745:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9851dccc4400/0xb1c7fb411490b069 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197998.547036:0:22745:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9851dccc4400/0xb1c7fb411490b069 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788197998.547041:0:24262:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7e02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:27515ceb-a8a3-4165-9bb1-71641bb462d7+22:3613:x1875060819505152:12345-0@lo:103:ldlm_bl.0 Request processed in 168us (1112us total) trans 0 rc 0/0 00010000:00010000:1.0:1788197998.547043:0:22745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9851dccc4400/0xb1c7fb411490b069 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788197998.547881:0:24262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788197998.547930:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:27515ceb-a8a3-4165-9bb1-71641bb462d7:3616:1875060819505024:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788197998.547957:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27515ceb-a8a3-4165-9bb1-71641bb462d7:3613:1875060819505152:0@lo:103:ldlm_bl.0 00000001:00000004:1.0:1788197998.549500:0:25053:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:1.0:1788197998.552741:0:25053:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:1.0:1788197998.552754:0:25053:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:1.0:1788197998.552824:0:25053:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1788197998.553018:0:25053:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.139@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1788197998.553043:0:25053:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=50 00000080:00000004:1.0:1788197998.553059:0:25053:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:1.0:1788197998.553865:0:25053:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788197998.554090:0:25053:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1788197998.981388:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788197999.039138:0:3613:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788197999.039166:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819505280:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788197999.039247:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197999.039378:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819505280 00000100:00100000:3.0:1788197999.039386:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819505280 00000100:00100000:3.0:1788197999.039435:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1788197999.039446:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7e02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3613:x1875060819505280:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788197999.039482:0:22735:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788197999.039530:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7e02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3613:x1875060819505280:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1788197999.039537:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1788197999.039583:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819505280:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788197999.039908:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819505408:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788197999.039941:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788197999.039981:0:23472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819505408 00000100:00100000:2.0:1788197999.039985:0:23472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819505408 00000100:00100000:2.0:1788197999.040012:0:23472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788197999.040019:0:23472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819505408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788197999.040040:0:23472:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788197999.040077:0:23472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819505408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 58us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1788197999.040083:0:23472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788197999.040112:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819505408:0@lo:41:osp-pre-0-1.0 10000000:01000000:0.0:1788197999.623518:0:22726:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788197999.623526:0:22726:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9851f27e4000 from 14 10000000:01000000:0.0:1788197999.623531:0:22726:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788197999.623585:0:22726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851dccc5600/0xb1c7fb411490b070 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197999.623597:0:22726:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9851dccc5600/0xb1c7fb411490b070 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788197999.623610:0:22726:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9851dccc5600/0xb1c7fb411490b070 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788197999.623640:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3990e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819505536:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788197999.623715:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788197999.623769:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c6d8fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788197999.623844:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819505536 00000100:00100000:1.0:1788197999.623852:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819505536 00000100:00100000:1.0:1788197999.623906:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1788197999.623916:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+22:22726:x1875060819505536:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788197999.623929:0:22722:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788197999.623944:0:22722:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9850c3b3c200/0xb1c7fb411490b077 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490b070 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197999.623967:0:22722:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9850c3b3c200/0xb1c7fb411490b077 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490b070 expref: 23 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197999.623977:0:22722:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9850c3b3c200/0xb1c7fb411490b077 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490b070 expref: 23 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197999.623987:0:22722:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c3b3c200, rc 0) 00000100:00100000:1.0:1788197999.624037:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+23:22726:x1875060819505536:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 123us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197999.624044:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1788197999.624135:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3990e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819505536:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788197999.624150:0:22726:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9851dccc5600/0xb1c7fb411490b070 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490b077 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788197999.624160:0:22726:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9851dccc5600/0xb1c7fb411490b070 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490b077 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788197999.624217:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7e00e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819505664:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788197999.624249:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788197999.624272:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d07120c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788197999.624401:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819505664 00000100:00100000:1.0:1788197999.624406:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819505664 00000100:00100000:1.0:1788197999.624436:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1788197999.624444:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+23:22726:x1875060819505664:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788197999.624456:0:22721:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788197999.624478:0:22721:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788197999.624481:0:22721:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1788197999.624564:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+23:22726:x1875060819505664:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 120us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197999.624571:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1788197999.624603:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7e00e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819505664:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788197999.624662:0:22726:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788197999.624669:0:22726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851dccc5600/0xb1c7fb411490b070 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490b077 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197999.624678:0:22726:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9851dccc5600/0xb1c7fb411490b070 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490b077 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788197999.624687:0:22726:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788197999.624689:0:22726:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9851ffca4800 from 14 10000000:01000000:1.0:1788197999.624691:0:22726:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788197999.624709:0:22726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3dc00/0xb1c7fb411490b07e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197999.624718:0:22726:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9850c3b3dc00/0xb1c7fb411490b07e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197999.624726:0:22726:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9850c3b3dc00/0xb1c7fb411490b07e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788197999.624739:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcad500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819505792:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788197999.624766:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197999.624780:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c8e73300 going to sleep for 11 seconds 00000100:00100000:1.0:1788197999.624791:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819505792 00000100:00100000:1.0:1788197999.624800:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819505792 00000100:00100000:1.0:1788197999.624819:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1788197999.624847:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+23:22726:x1875060819505792:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788197999.624855:0:22721:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788197999.624864:0:22721:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9850c3b3de00/0xb1c7fb411490b085 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490b07e expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197999.624879:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9850c3b3de00/0xb1c7fb411490b085 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490b07e expref: 24 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197999.624888:0:22721:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9850c3b3de00/0xb1c7fb411490b085 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490b07e expref: 24 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197999.624895:0:22721:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c3b3de00, rc 0) 00000100:00100000:1.0:1788197999.624922:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:22726:x1875060819505792:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 97us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197999.624929:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1788197999.624963:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcad500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819505792:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788197999.624974:0:22726:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9850c3b3dc00/0xb1c7fb411490b07e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490b085 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197999.624981:0:22726:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9850c3b3dc00/0xb1c7fb411490b07e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490b085 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788197999.625017:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcad500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819505920:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788197999.625044:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788197999.625058:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c8e73300 going to sleep for 11 seconds 00000100:00100000:1.0:1788197999.625069:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819505920 00000100:00100000:1.0:1788197999.625078:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819505920 00000100:00100000:1.0:1788197999.625096:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1788197999.625102:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3acbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:22726:x1875060819505920:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788197999.625111:0:22721:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788197999.625121:0:22721:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788197999.625124:0:22721:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1788197999.625184:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3acbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:22726:x1875060819505920:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 82us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1788197999.625191:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1788197999.625222:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcad500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819505920:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788197999.625258:0:22726:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788197999.625264:0:22726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3dc00/0xb1c7fb411490b07e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490b085 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788197999.625271:0:22726:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9850c3b3dc00/0xb1c7fb411490b07e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490b085 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000004:0.0:1788197999.680977:0:25121:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788197999.681214:0:25121:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788197999.997488:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198001.026620:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788198002.045562:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788198002.110857:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788198002.110884:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819506048:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788198002.110959:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198002.111052:0:24239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819506048 00000100:00100000:1.0:1788198002.111062:0:24239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819506048 00000100:00100000:1.0:1788198002.111134:0:24239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788198002.111145:0:24239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3615:x1875060819506048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788198002.111176:0:24239:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788198002.111225:0:24239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3615:x1875060819506048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198002.111232:0:24239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788198002.111292:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819506048:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788198002.111491:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788198003.074279:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788198003.133606:0:3614:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788198003.141412:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3614:1875060819506176:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788198003.141525:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198003.143214:0:24239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819506176 00000100:00100000:1.0:1788198003.143228:0:24239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819506176 00000100:00100000:1.0:1788198003.143311:0:24239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00080000:3.0:1788198003.143412:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788198003.148942:0:24239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7e00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3614:x1875060819506176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788198003.148978:0:24239:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788198003.149083:0:24239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7e00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3614:x1875060819506176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 161us (7558us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198003.149242:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3614:1875060819506176:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788198003.156802:0:24239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:1.0:1788198003.648588:0:24709:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788198003.648595:0:24709:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788198003.648598:0:24709:0:(import.c:65:import_set_state_nolock()) ffff9851d6f24000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788198003.648612:0:24709:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9851d6f24000 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:1.0:1788198003.648631:0:24709:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851ffcaed80 x1875060819506688/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788198003.648657:0:24709:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788198003.648661:0:24709:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788198003.648662:0:24709:0:(import.c:65:import_set_state_nolock()) ffff9850c38b8800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788198003.648666:0:24709:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9850c38b8800 using connection 192.168.204.139@tcp/0@lo 00000100:00100000:1.0:1788198003.648676:0:24709:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9851ffcaf480 x1875060819507072/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788198003.648811:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27515ceb-a8a3-4165-9bb1-71641bb462d7:3614:1875060819506304:0@lo:400:kworker.0 00000100:00100000:1.0:1788198003.648885:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198003.648933:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3614:1875060819506944:0@lo:400:kworker.0 00000100:00100000:1.0:1788198003.648961:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198003.648994:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3614:1875060819507584:0@lo:400:kworker.0 00000100:00100000:1.0:1788198003.649019:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198003.649044:0:3614:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1788198003.649049:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3614:1875060819506816:0@lo:400:kworker.0 00000100:00100000:1.0:1788198003.649070:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198003.649085:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3614:1875060819507456:0@lo:400:kworker.0 00000100:00100000:1.0:1788198003.649106:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198003.649149:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819506432:0@lo:400:kworker.0 00000100:00100000:1.0:1788198003.649172:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198003.649191:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3615:1875060819507200:0@lo:400:kworker.0 00000100:00100000:1.0:1788198003.649212:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198003.649221:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3615:1875060819507712:0@lo:400:kworker.0 00000100:00100000:1.0:1788198003.649238:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198003.649249:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788198003.649255:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819506560:0@lo:400:kworker.0 00000100:00100000:1.0:1788198003.649276:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198003.649293:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3615:1875060819507328:0@lo:400:kworker.0 00000100:00100000:1.0:1788198003.649336:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198003.649361:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819506688:0@lo:8:kworker.0 00000100:00100000:1.0:1788198003.649383:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198003.649400:0:3612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819507072:0@lo:8:kworker.0 00000100:00100000:1.0:1788198003.649419:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198003.649501:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819506304 00000100:00100000:1.0:1788198003.649509:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819506304 00000100:00100000:1.0:1788198003.649559:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1788198003.649577:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3acb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:3614:x1875060819506304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788198003.649634:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3acb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:3614:x1875060819506304:12345-0@lo:400:kworker.0 Request processed in 60us (750us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198003.649642:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1788198003.649695:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819506944 00000100:00100000:1.0:1788198003.649700:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819506944 00000100:00100000:1.0:1788198003.649725:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819506432 00000100:00100000:1.0:1788198003.649729:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819506432 00000100:00100000:1.0:1788198003.649756:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1788198003.649763:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3b18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3614:x1875060819506944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788198003.649798:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3b18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3614:x1875060819506944:12345-0@lo:400:kworker.0 Request processed in 36us (836us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198003.649804:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1788198003.649820:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1788198003.649826:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3615:x1875060819506432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788198003.649859:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3615:x1875060819506432:12345-0@lo:400:kworker.0 Request processed in 33us (686us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198003.649864:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1788198003.649884:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819507584 00000100:00100000:1.0:1788198003.649888:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819507584 00000100:00100000:1.0:1788198003.649941:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819506816 00000100:00100000:1.0:1788198003.649945:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819506816 00000100:00100000:1.0:1788198003.649957:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819507456 00000100:00100000:1.0:1788198003.649959:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819507456 00000100:00100000:1.0:1788198003.649972:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819507200 00000100:00100000:1.0:1788198003.649973:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819507200 00000100:00100000:1.0:1788198003.649982:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819507712 00000100:00100000:1.0:1788198003.649984:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819507712 00000100:00100000:1.0:1788198003.649993:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819507328 00000100:00100000:1.0:1788198003.650001:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819507328 00000100:00100000:1.0:1788198003.650019:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788198003.650025:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3614:x1875060819507584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788198003.650054:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3614:x1875060819507584:12345-0@lo:400:kworker.0 Request processed in 29us (1034us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198003.650061:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788198003.650076:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788198003.650082:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3614:x1875060819506816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788198003.650107:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3614:x1875060819506816:12345-0@lo:400:kworker.0 Request processed in 25us (1036us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198003.650113:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788198003.650125:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788198003.650130:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3614:x1875060819507456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788198003.650152:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3614:x1875060819507456:12345-0@lo:400:kworker.0 Request processed in 23us (1046us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198003.650157:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788198003.650168:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788198003.650173:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3615:x1875060819507200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788198003.650195:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3615:x1875060819507200:12345-0@lo:400:kworker.0 Request processed in 22us (983us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198003.650201:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788198003.650212:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788198003.650217:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3615:x1875060819507712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788198003.650240:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3615:x1875060819507712:12345-0@lo:400:kworker.0 Request processed in 23us (1001us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198003.650255:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788198003.650269:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788198003.650275:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3615:x1875060819507328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788198003.650301:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3615:x1875060819507328:12345-0@lo:400:kworker.0 Request processed in 27us (987us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198003.650307:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788198003.650360:0:24602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819506560 00000100:00100000:1.0:1788198003.650364:0:24602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819506560 00000100:00100000:1.0:1788198003.650386:0:24602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819506688 00000100:00100000:1.0:1788198003.650388:0:24602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819506688 00000100:00100000:1.0:1788198003.650397:0:24602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819507072 00000100:00100000:1.0:1788198003.650399:0:24602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819507072 00000100:00100000:1.0:1788198003.650407:0:24602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788198003.650414:0:24602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3615:x1875060819506560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788198003.650442:0:24602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3615:x1875060819506560:12345-0@lo:400:kworker.0 Request processed in 29us (1166us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198003.650448:0:24602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788198003.650461:0:24602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788198003.650465:0:24602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3612:x1875060819506688:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1788198003.650490:0:24602:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 712 last 0 00000020:00000080:1.0:1788198003.650518:0:24602:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb1c7fb411490b08c 00002000:00100000:1.0:1788198003.650532:0:24602:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9850c38ff000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113967 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:1.0:1788198003.650536:0:24602:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:1.0:1788198003.650539:0:24602:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1788198003.650720:0:24602:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1788198003.650758:0:24602:0:(import.c:65:import_set_state_nolock()) ffff9850c38fa000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788198003.650802:0:24602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3612:x1875060819506688:12345-0@lo:8:kworker.0 Request processed in 335us (1417us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198003.650809:0:24602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788198003.650824:0:24602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788198003.650828:0:24602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3612:x1875060819507072:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1788198003.650843:0:24602:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 712 last 0 00000020:00000080:1.0:1788198003.650860:0:24602:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xb1c7fb411490b093 00002000:00100000:1.0:1788198003.650866:0:24602:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9850c38fd000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113967 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:1.0:1788198003.650869:0:24602:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:1.0:1788198003.650871:0:24602:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1788198003.650903:0:24602:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:1.0:1788198003.650917:0:24602:0:(import.c:65:import_set_state_nolock()) ffff9850c38fd800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788198003.650945:0:24602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3612:x1875060819507072:12345-0@lo:8:kworker.0 Request processed in 116us (1525us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198003.650952:0:24602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:1.0:1788198003.650985:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788198003.650989:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1788198003.660251:0:3612:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9851ffcaed80 x1875060819506688/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788198028 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788198003.660294:0:3612:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1788198003.660306:0:3612:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00010000:00080000:0.0:1788198003.661410:0:3614:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9851ffcadf80 x1875060819506816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198019 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788198003.661429:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3614:1875060819506816:0@lo:400:kworker.0 00010000:00080000:0.0:1788198003.661445:0:3614:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9850c3b1a300 x1875060819507456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198019 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788198003.661454:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3614:1875060819507456:0@lo:400:kworker.0 00000100:00100000:0.0:1788198003.661473:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27515ceb-a8a3-4165-9bb1-71641bb462d7:3614:1875060819506304:0@lo:400:kworker.0 00000100:00100000:0.0:1788198003.661487:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3614:1875060819506944:0@lo:400:kworker.0 00010000:00080000:0.0:1788198003.661505:0:3614:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9850c3b18380 x1875060819507584/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198019 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788198003.661514:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3614:1875060819507584:0@lo:400:kworker.0 00000100:00080000:1.0:1788198003.661869:0:3612:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1788198003.661876:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9851d6f24000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1788198003.661906:0:3612:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1788198003.661914:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3612:1875060819506688:0@lo:8:kworker.0 00010000:00080000:1.0:1788198003.661936:0:3612:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9851ffcaf480 x1875060819507072/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788198028 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788198003.661958:0:3612:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1788198003.661966:0:3612:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1788198003.661970:0:3612:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1788198003.661973:0:3612:0:(import.c:65:import_set_state_nolock()) ffff9850c38b8800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1788198003.661986:0:3612:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1788198003.661990:0:3612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3612:1875060819507072:0@lo:8:kworker.0 00000004:00080000:1.0:1788198003.662045:0:23476:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:1.0:1788198003.662068:0:23476:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73ee300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23476:1875060819507968:0@lo:7:osp-pre-1-1.0 00000004:00080000:0.0:1788198003.662653:0:22756:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x6:0x0] 00000100:00100000:0.0:1788198003.662669:0:22756:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3990e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22756:1875060819508224:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1788198003.664534:0:22755:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1788198003.664632:0:22755:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 712691316091ns, next at 0ns, rc = 0 00080000:00080000:2.0:1788198003.664641:0:22755:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:0.0:1788198003.664968:0:22756:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788198003.665006:0:22756:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c6d8f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788198003.665029:0:24602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819508224 00000100:00100000:0.0:1788198003.665038:0:24602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819508224 00000100:00100000:0.0:1788198003.665092:0:24602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788198003.665118:0:24602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3990380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22756:x1875060819508224:12345-0@lo:5:osp-pre-1-0.0 00000100:00080000:0.0:1788198003.665363:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00080000:0.0:1788198003.666668:0:24602:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:0.0:1788198003.666678:0:24602:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:0.0:1788198003.666691:0:24602:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:7 to 0x2c0000401:65) 00000100:00100000:2.0:1788198003.668131:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3991880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819508096:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788198003.668213:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198003.669228:0:23476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198003.669264:0:23476:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d0dd36c0 going to sleep for 11 seconds 00000004:00080000:1.0:1788198003.669284:0:23475:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1788198003.669399:0:23475:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 712696083867ns, next at 0ns, rc = 0 00080000:00080000:1.0:1788198003.669406:0:23475:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:1.0:1788198003.669437:0:24238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819507968 00000100:00100000:1.0:1788198003.669446:0:24238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819507968 00000100:00100000:1.0:1788198003.669502:0:24238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788198003.669511:0:24238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23476:x1875060819507968:12345-0@lo:7:osp-pre-1-1.0 00000100:00100000:1.0:1788198003.669804:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819507840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788198003.669853:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198003.669890:0:24239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819508096 00000100:00100000:1.0:1788198003.669895:0:24239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819508096 00000100:00100000:1.0:1788198003.669915:0:24239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819507840 00000100:00100000:1.0:1788198003.669918:0:24239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819507840 00000100:00100000:1.0:1788198003.669928:0:24239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788198003.669935:0:24239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3613:x1875060819508096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788198003.669955:0:24239:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788198003.670015:0:24239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3613:x1875060819508096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (1801us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198003.670022:0:24239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788198003.670053:0:24239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788198003.670058:0:24239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3616:x1875060819507840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788198003.670067:0:24239:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788198003.670094:0:24239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3616:x1875060819507840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 36us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198003.670099:0:24239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:1.0:1788198003.670209:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9851f73ece00 x1875060819507840/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788198019 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788198003.670229:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819507840:0@lo:13:osp-pre-1-1.0 00010000:00080000:1.0:1788198003.670262:0:3613:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9850c3991880 x1875060819508096/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788198019 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788198003.670276:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3991880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819508096:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788198003.670312:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819506560:0@lo:400:kworker.0 00010000:00080000:1.0:1788198003.670342:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9850c3b19f80 x1875060819507328/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198019 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788198003.670351:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3615:1875060819507328:0@lo:400:kworker.0 00000100:00100000:1.0:1788198003.670376:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819506432:0@lo:400:kworker.0 00010000:00080000:1.0:1788198003.670388:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9851ffcad500 x1875060819507200/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198019 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788198003.670397:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3615:1875060819507200:0@lo:400:kworker.0 00010000:00080000:1.0:1788198003.670418:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9850c3b1a680 x1875060819507712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198019 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788198003.670428:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3615:1875060819507712:0@lo:400:kworker.0 00002000:00080000:1.0:1788198003.678705:0:24238:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:1.0:1788198003.678721:0:24238:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1788198003.678838:0:24238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23476:x1875060819507968:12345-0@lo:7:osp-pre-1-1.0 Request processed in 9323us (9608us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198003.678851:0:24238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00080000:1.0:1788198003.678937:0:23476:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9851f73ee300 x1875060819507968/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788198019 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788198003.678952:0:23476:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73ee300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23476:1875060819507968:0@lo:7:osp-pre-1-1.0 00000004:00080000:1.0:1788198003.678967:0:23476:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1788198003.679007:0:23476:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73ee300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23476:1875060819508352:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1788198003.679041:0:23476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198003.679066:0:23476:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851cdeadcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788198003.679083:0:24237:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819508352 00000100:00100000:1.0:1788198003.679090:0:24237:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819508352 00000100:00100000:1.0:1788198003.680297:0:24237:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788198003.680312:0:24237:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23476:x1875060819508352:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1788198003.680353:0:24237:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1788198003.680407:0:24237:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23476:x1875060819508352:12345-0@lo:5:osp-pre-1-1.0 Request processed in 100us (1365us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198003.680414:0:24237:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00010000:00080000:1.0:1788198003.680466:0:23476:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9851f73ee300 x1875060819508352/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788198019 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788198003.680493:0:23476:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73ee300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23476:1875060819508352:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1788198003.680504:0:23476:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1788198003.681213:0:23476:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73ee300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23476:1875060819508480:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1788198003.681258:0:23476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198003.681286:0:23476:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851cdeadcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788198003.681308:0:24238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819508480 00000100:00100000:1.0:1788198003.681336:0:24238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819508480 00000100:00100000:1.0:1788198003.681369:0:24238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788198003.681377:0:24238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23476:x1875060819508480:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1788198003.681408:0:24238:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00000004:00080000:3.0:1788198003.682984:0:22709:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000004:00080000:3.0:1788198003.684222:0:23464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000100:00080000:0.0:1788198003.685495:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:1.0:1788198003.690104:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788198003.691269:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f942b84/0xb1c7fb411490b09a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198003.691289:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=712s v=(0 0) 00010000:00010000:1.0:1788198003.691294:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788198003.691301:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f942b84/0xb1c7fb411490b09a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198003.691630:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f942b84/0xb1c7fb411490b09a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198003.691643:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f942b84/0xb1c7fb411490b09a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198003.691662:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002f942b84/0xb1c7fb411490b09a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198003.691693:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788198003.692408:0:22717:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788198003.692417:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002f942b84/0xb1c7fb411490b09a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.692428:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3c600 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:0.0:1788198003.692433:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002f942b84/0xb1c7fb411490b09a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.692443:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002f942b84/0xb1c7fb411490b09a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.692463:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002f942b84/0xb1c7fb411490b09a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.692471:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f942b84/0xb1c7fb411490b09a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.692493:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788198003.692495:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788198003.692497:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788198003.692957:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788198003.692965:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000adac4656/0xb1c7fb411490b0a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198003.692974:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=712s v=(0 0) 00010000:00010000:1.0:1788198003.692978:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788198003.692984:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000adac4656/0xb1c7fb411490b0a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198003.692994:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000adac4656/0xb1c7fb411490b0a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198003.693003:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000adac4656/0xb1c7fb411490b0a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198003.693011:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000adac4656/0xb1c7fb411490b0a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198003.693033:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788198003.693615:0:24772:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788198003.693623:0:24772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000adac4656/0xb1c7fb411490b0a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.693632:0:24772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3d600 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:0.0:1788198003.693637:0:24772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000adac4656/0xb1c7fb411490b0a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.693653:0:24772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000adac4656/0xb1c7fb411490b0a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.693669:0:24772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000adac4656/0xb1c7fb411490b0a1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.693676:0:24772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000adac4656/0xb1c7fb411490b0a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.693693:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788198003.693695:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788198003.693697:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788198003.693873:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788198003.693881:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003f56d024/0xb1c7fb411490b0a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198003.693895:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=712s v=(0 0) 00010000:00010000:1.0:1788198003.693899:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788198003.693904:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f56d024/0xb1c7fb411490b0a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198003.693914:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003f56d024/0xb1c7fb411490b0a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198003.693923:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003f56d024/0xb1c7fb411490b0a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198003.693931:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003f56d024/0xb1c7fb411490b0a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198003.693955:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788198003.694246:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788198003.694252:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003f56d024/0xb1c7fb411490b0a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.694261:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3d800 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:0.0:1788198003.694264:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003f56d024/0xb1c7fb411490b0a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.694272:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003f56d024/0xb1c7fb411490b0a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.694283:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003f56d024/0xb1c7fb411490b0a8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.694301:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f56d024/0xb1c7fb411490b0a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.694334:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788198003.694336:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788198003.694337:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788198003.694419:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788198003.694425:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000111220c5/0xb1c7fb411490b0af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198003.694434:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=712s v=(0 0) 00010000:00010000:1.0:1788198003.694438:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788198003.694442:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000111220c5/0xb1c7fb411490b0af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198003.694452:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000111220c5/0xb1c7fb411490b0af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198003.694471:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000111220c5/0xb1c7fb411490b0af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198003.694478:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000111220c5/0xb1c7fb411490b0af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198003.694718:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788198003.695100:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788198003.695119:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004cf912b7/0xb1c7fb411490b0b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198003.695130:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=712s v=(0 0) 00010000:00010000:1.0:1788198003.695133:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788198003.695138:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004cf912b7/0xb1c7fb411490b0b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198003.695148:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004cf912b7/0xb1c7fb411490b0b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198003.695156:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004cf912b7/0xb1c7fb411490b0b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198003.695165:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004cf912b7/0xb1c7fb411490b0b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.698267:0:22717:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788198003.698280:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000111220c5/0xb1c7fb411490b0af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.698294:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3ce00 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:0.0:1788198003.698300:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000111220c5/0xb1c7fb411490b0af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.698311:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000111220c5/0xb1c7fb411490b0af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.698348:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000111220c5/0xb1c7fb411490b0af lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.698357:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000111220c5/0xb1c7fb411490b0af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.698375:0:22717:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788198003.698379:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004cf912b7/0xb1c7fb411490b0b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.698393:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3c400 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:0.0:1788198003.698397:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004cf912b7/0xb1c7fb411490b0b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.698405:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004cf912b7/0xb1c7fb411490b0b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.698415:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004cf912b7/0xb1c7fb411490b0b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.698423:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788198003.698425:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788198003.698427:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788198003.699256:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788198003.699267:0:24602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004cf912b7/0xb1c7fb411490b0b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788198003.702376:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788198003.702389:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f33825cc/0xb1c7fb411490b0bd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.702406:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=712s v=(0 0) 00010000:00010000:3.0:1788198003.702411:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788198003.702418:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f33825cc/0xb1c7fb411490b0bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.702434:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f33825cc/0xb1c7fb411490b0bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.702446:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f33825cc/0xb1c7fb411490b0bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.702454:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f33825cc/0xb1c7fb411490b0bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788198003.702952:0:25054:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:1.0:1788198003.702968:0:25054:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1788198003.702973:0:25054:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:0.0:1788198003.703068:0:24772:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788198003.703077:0:24772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f33825cc/0xb1c7fb411490b0bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.703088:0:24772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c1667600 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:0.0:1788198003.703094:0:24772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f33825cc/0xb1c7fb411490b0bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.703116:0:24772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f33825cc/0xb1c7fb411490b0bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.703137:0:24772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f33825cc/0xb1c7fb411490b0bd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.703155:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788198003.703157:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788198003.703160:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198003.703300:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788198003.703307:0:24602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f33825cc/0xb1c7fb411490b0bd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.703477:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788198003.703775:0:24238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:23476:x1875060819508480:12345-0@lo:5:osp-pre-1-1.0 Request processed in 22394us (22512us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1788198003.703784:0:24238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00002000:00010000:0.0:1788198003.705344:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788198003.705358:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ec18589/0xb1c7fb411490b0c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.705375:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=712s v=(0 0) 00010000:00010000:0.0:1788198003.705380:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788198003.705386:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ec18589/0xb1c7fb411490b0c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.705399:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005ec18589/0xb1c7fb411490b0c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.705410:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ec18589/0xb1c7fb411490b0c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.705417:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005ec18589/0xb1c7fb411490b0c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.705436:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788198003.705446:0:22717:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788198003.705451:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005ec18589/0xb1c7fb411490b0c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.705471:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851dccc4a00 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:0.0:1788198003.705475:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005ec18589/0xb1c7fb411490b0c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.705484:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005ec18589/0xb1c7fb411490b0c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.705501:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005ec18589/0xb1c7fb411490b0c4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.705508:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ec18589/0xb1c7fb411490b0c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.705535:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788198003.705538:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788198003.705540:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788198003.706035:0:23476:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1788198003.706047:0:23476:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73ee300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23476:1875060819508480:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1788198003.706061:0:23476:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00002000:00010000:0.0:1788198003.706247:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788198003.706253:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e139abaf/0xb1c7fb411490b0cb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.706263:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=712s v=(0 0) 00010000:00010000:0.0:1788198003.706268:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788198003.706272:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e139abaf/0xb1c7fb411490b0cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.706282:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e139abaf/0xb1c7fb411490b0cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.706295:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e139abaf/0xb1c7fb411490b0cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.706303:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e139abaf/0xb1c7fb411490b0cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.706358:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788198003.706500:0:23476:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73ee300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23476:1875060819508608:0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1788198003.706571:0:23476:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198003.706656:0:23476:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851cdeadcc0 going to sleep for 11 seconds 00010000:00010000:3.0:1788198003.706869:0:24772:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788198003.706876:0:24772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e139abaf/0xb1c7fb411490b0cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.706885:0:24772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851dccc5200 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:3.0:1788198003.706890:0:24772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e139abaf/0xb1c7fb411490b0cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.706899:0:24772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e139abaf/0xb1c7fb411490b0cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.706912:0:24772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e139abaf/0xb1c7fb411490b0cb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.706919:0:24772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e139abaf/0xb1c7fb411490b0cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.706935:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198003.706937:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198003.706939:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788198003.707070:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819508608 00000100:00100000:0.0:1788198003.707079:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819508608 00000100:00100000:0.0:1788198003.707133:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788198003.707141:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23476:x1875060819508608:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:0.0:1788198003.707200:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23476:x1875060819508608:12345-0@lo:900:osp-pre-1-1.0 Request processed in 60us (630us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198003.707208:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1788198003.707258:0:23476:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9851f73ee300 x1875060819508608/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788198019 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788198003.707270:0:23476:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73ee300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23476:1875060819508608:0@lo:900:osp-pre-1-1.0 00002000:00010000:3.0:1788198003.707629:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788198003.707636:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008ba054a0/0xb1c7fb411490b0d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.707652:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=712s v=(0 0) 00010000:00010000:3.0:1788198003.707657:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788198003.707662:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008ba054a0/0xb1c7fb411490b0d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.707674:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008ba054a0/0xb1c7fb411490b0d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.707683:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008ba054a0/0xb1c7fb411490b0d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.707691:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008ba054a0/0xb1c7fb411490b0d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.707754:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788198003.708080:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788198003.708087:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000871fd592/0xb1c7fb411490b0d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.708095:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=712s v=(0 0) 00010000:00010000:3.0:1788198003.708098:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788198003.708102:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000871fd592/0xb1c7fb411490b0d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.708120:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000871fd592/0xb1c7fb411490b0d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.708139:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000871fd592/0xb1c7fb411490b0d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.708147:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000871fd592/0xb1c7fb411490b0d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.711304:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788198003.711334:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008ba054a0/0xb1c7fb411490b0d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.711350:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c1666600 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:0.0:1788198003.711356:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008ba054a0/0xb1c7fb411490b0d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.711381:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008ba054a0/0xb1c7fb411490b0d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.711405:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008ba054a0/0xb1c7fb411490b0d2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.711413:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008ba054a0/0xb1c7fb411490b0d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.711439:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788198003.711443:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000871fd592/0xb1c7fb411490b0d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.711449:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c1666c00 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:0.0:1788198003.711452:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000871fd592/0xb1c7fb411490b0d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.711460:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000871fd592/0xb1c7fb411490b0d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.711470:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000871fd592/0xb1c7fb411490b0d9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.711478:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788198003.711480:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788198003.711487:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198003.713658:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788198003.713675:0:24602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000871fd592/0xb1c7fb411490b0d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.713932:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788198003.716535:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788198003.716550:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7a31ded/0xb1c7fb411490b0e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.716580:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=712s v=(0 0) 00010000:00010000:2.0:1788198003.716585:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788198003.716592:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7a31ded/0xb1c7fb411490b0e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.716607:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f7a31ded/0xb1c7fb411490b0e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.716617:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7a31ded/0xb1c7fb411490b0e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.716626:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f7a31ded/0xb1c7fb411490b0e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.716651:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788198003.716773:0:24772:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788198003.716781:0:24772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f7a31ded/0xb1c7fb411490b0e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.716789:0:24772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851d03b1000 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:3.0:1788198003.716793:0:24772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7a31ded/0xb1c7fb411490b0e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.716803:0:24772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7a31ded/0xb1c7fb411490b0e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.716819:0:24772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f7a31ded/0xb1c7fb411490b0e0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.716826:0:24772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f7a31ded/0xb1c7fb411490b0e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.716848:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198003.716850:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198003.716852:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788198003.717695:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788198003.717706:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea785623/0xb1c7fb411490b0e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.717740:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=712s v=(0 0) 00010000:00010000:2.0:1788198003.717753:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788198003.717759:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea785623/0xb1c7fb411490b0e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.717771:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ea785623/0xb1c7fb411490b0e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.717790:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea785623/0xb1c7fb411490b0e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.717797:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ea785623/0xb1c7fb411490b0e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.717818:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788198003.717827:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788198003.717834:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ea785623/0xb1c7fb411490b0e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.717842:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851d03b0600 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:0.0:1788198003.717845:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea785623/0xb1c7fb411490b0e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.717853:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea785623/0xb1c7fb411490b0e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.717867:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ea785623/0xb1c7fb411490b0e7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.717875:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea785623/0xb1c7fb411490b0e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198003.717888:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788198003.717890:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788198003.717892:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788198003.719533:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788198003.719547:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008c62b61a/0xb1c7fb411490b0ee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.719561:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=712s v=(0 0) 00010000:00010000:2.0:1788198003.719565:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788198003.719570:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c62b61a/0xb1c7fb411490b0ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.719583:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008c62b61a/0xb1c7fb411490b0ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.719594:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008c62b61a/0xb1c7fb411490b0ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.719601:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008c62b61a/0xb1c7fb411490b0ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.719643:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788198003.719655:0:22717:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788198003.719661:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008c62b61a/0xb1c7fb411490b0ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.719668:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851d03b0e00 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:2.0:1788198003.719672:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008c62b61a/0xb1c7fb411490b0ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.719681:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008c62b61a/0xb1c7fb411490b0ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.719697:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008c62b61a/0xb1c7fb411490b0ee lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.719705:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008c62b61a/0xb1c7fb411490b0ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.719810:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788198003.719814:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788198003.719816:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788198003.721576:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788198003.721589:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ff228163/0xb1c7fb411490b0f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.721605:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=712s v=(0 0) 00010000:00010000:2.0:1788198003.721615:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788198003.721622:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ff228163/0xb1c7fb411490b0f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.721636:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ff228163/0xb1c7fb411490b0f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.721647:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ff228163/0xb1c7fb411490b0f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.721657:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ff228163/0xb1c7fb411490b0f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.721676:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788198003.722495:0:24772:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788198003.722505:0:24772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ff228163/0xb1c7fb411490b0f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.722515:0:24772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851d03b0800 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:3.0:1788198003.723023:0:24772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff228163/0xb1c7fb411490b0f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.723036:0:24772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff228163/0xb1c7fb411490b0f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.723055:0:24772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ff228163/0xb1c7fb411490b0f5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.723062:0:24772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff228163/0xb1c7fb411490b0f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788198003.723070:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788198003.723076:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cb4eaf66/0xb1c7fb411490b0fc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.723078:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198003.723080:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198003.723082:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788198003.723086:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=712s v=(0 0) 00010000:00010000:2.0:1788198003.723090:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788198003.723096:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cb4eaf66/0xb1c7fb411490b0fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.723107:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cb4eaf66/0xb1c7fb411490b0fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.723116:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cb4eaf66/0xb1c7fb411490b0fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.723129:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cb4eaf66/0xb1c7fb411490b0fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.723153:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788198003.723187:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788198003.723193:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cb4eaf66/0xb1c7fb411490b0fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198003.723201:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851d03b1a00 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:1.0:1788198003.723204:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cb4eaf66/0xb1c7fb411490b0fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198003.723212:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cb4eaf66/0xb1c7fb411490b0fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198003.723233:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cb4eaf66/0xb1c7fb411490b0fc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198003.723240:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cb4eaf66/0xb1c7fb411490b0fc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198003.723255:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788198003.723257:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788198003.723259:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788198003.723493:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788198003.723499:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088b24946/0xb1c7fb411490b103 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.723508:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=712s v=(0 0) 00010000:00010000:2.0:1788198003.723511:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788198003.723516:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088b24946/0xb1c7fb411490b103 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.723526:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088b24946/0xb1c7fb411490b103 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.723534:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088b24946/0xb1c7fb411490b103 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.723541:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000088b24946/0xb1c7fb411490b103 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.723563:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788198003.723579:0:22717:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788198003.723584:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000088b24946/0xb1c7fb411490b103 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.723603:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851d03b1800 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:3.0:1788198003.723606:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000088b24946/0xb1c7fb411490b103 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.723614:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000088b24946/0xb1c7fb411490b103 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.723626:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000088b24946/0xb1c7fb411490b103 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.723633:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088b24946/0xb1c7fb411490b103 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.723647:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198003.723648:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198003.723651:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788198003.723851:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788198003.723857:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000095bc7824/0xb1c7fb411490b10a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.723881:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=712s v=(0 0) 00010000:00010000:2.0:1788198003.723885:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788198003.723889:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000095bc7824/0xb1c7fb411490b10a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.723899:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000095bc7824/0xb1c7fb411490b10a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.723906:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000095bc7824/0xb1c7fb411490b10a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.723914:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000095bc7824/0xb1c7fb411490b10a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.723932:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788198003.723967:0:24772:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788198003.723972:0:24772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000095bc7824/0xb1c7fb411490b10a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.723979:0:24772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851d03b1c00 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:3.0:1788198003.723983:0:24772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000095bc7824/0xb1c7fb411490b10a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.723991:0:24772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000095bc7824/0xb1c7fb411490b10a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.724009:0:24772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000095bc7824/0xb1c7fb411490b10a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.724016:0:24772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000095bc7824/0xb1c7fb411490b10a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.724028:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198003.724030:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198003.724031:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788198003.724517:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788198003.724525:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f38d6b87/0xb1c7fb411490b111 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.724534:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=712s v=(0 0) 00010000:00010000:2.0:1788198003.724538:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788198003.724542:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f38d6b87/0xb1c7fb411490b111 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.724552:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f38d6b87/0xb1c7fb411490b111 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.724574:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f38d6b87/0xb1c7fb411490b111 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.724580:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f38d6b87/0xb1c7fb411490b111 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.724603:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788198003.724643:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788198003.724648:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f38d6b87/0xb1c7fb411490b111 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.724656:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851d03b0c00 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:3.0:1788198003.724660:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f38d6b87/0xb1c7fb411490b111 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.724669:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f38d6b87/0xb1c7fb411490b111 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.724680:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f38d6b87/0xb1c7fb411490b111 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.724688:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f38d6b87/0xb1c7fb411490b111 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.724714:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198003.724716:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198003.724718:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788198003.725096:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788198003.725103:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f3c40161/0xb1c7fb411490b118 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.725112:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=712s v=(0 0) 00010000:00010000:2.0:1788198003.725115:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788198003.725119:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f3c40161/0xb1c7fb411490b118 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.725129:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f3c40161/0xb1c7fb411490b118 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.725136:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f3c40161/0xb1c7fb411490b118 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.725143:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f3c40161/0xb1c7fb411490b118 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.725174:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788198003.725192:0:22717:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788198003.725197:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f3c40161/0xb1c7fb411490b118 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.725205:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c57e3000 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:3.0:1788198003.725208:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f3c40161/0xb1c7fb411490b118 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.725216:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f3c40161/0xb1c7fb411490b118 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.725227:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f3c40161/0xb1c7fb411490b118 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.725234:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f3c40161/0xb1c7fb411490b118 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.725248:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198003.725250:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198003.725251:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788198003.725852:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788198003.725936:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b6f7d91/0xb1c7fb411490b11f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.726051:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=712s v=(0 0) 00010000:00010000:2.0:1788198003.726056:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788198003.726061:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b6f7d91/0xb1c7fb411490b11f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.726073:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b6f7d91/0xb1c7fb411490b11f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.726082:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b6f7d91/0xb1c7fb411490b11f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.726090:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008b6f7d91/0xb1c7fb411490b11f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.726111:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788198003.726194:0:24772:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788198003.726199:0:24772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008b6f7d91/0xb1c7fb411490b11f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.726217:0:24772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c57e3a00 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:3.0:1788198003.726220:0:24772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008b6f7d91/0xb1c7fb411490b11f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.726230:0:24772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008b6f7d91/0xb1c7fb411490b11f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.726242:0:24772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008b6f7d91/0xb1c7fb411490b11f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.726250:0:24772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b6f7d91/0xb1c7fb411490b11f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.726268:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198003.726270:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198003.726272:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788198003.726777:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788198003.726784:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f33825cc/0xb1c7fb411490b126 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.726793:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=712s v=(0 0) 00010000:00010000:3.0:1788198003.726797:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788198003.726802:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f33825cc/0xb1c7fb411490b126 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.726811:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f33825cc/0xb1c7fb411490b126 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.726826:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f33825cc/0xb1c7fb411490b126 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.726834:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f33825cc/0xb1c7fb411490b126 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.726853:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788198003.726941:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00010000:3.0:1788198003.727200:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788198003.727206:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000090614afa/0xb1c7fb411490b12d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.727215:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=712s v=(0 0) 00010000:00010000:3.0:1788198003.727218:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788198003.727223:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000090614afa/0xb1c7fb411490b12d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.727233:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000090614afa/0xb1c7fb411490b12d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.727241:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000090614afa/0xb1c7fb411490b12d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.727248:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000090614afa/0xb1c7fb411490b12d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.727274:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788198003.727282:0:22717:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788198003.727288:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000090614afa/0xb1c7fb411490b12d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.727295:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c1666a00 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:3.0:1788198003.727299:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000090614afa/0xb1c7fb411490b12d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.727307:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000090614afa/0xb1c7fb411490b12d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.727365:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000090614afa/0xb1c7fb411490b12d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.727373:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000090614afa/0xb1c7fb411490b12d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.727385:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198003.727387:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198003.727389:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788198003.727486:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f33825cc/0xb1c7fb411490b126 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.727495:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c1667600 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:2.0:1788198003.727505:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f33825cc/0xb1c7fb411490b126 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.727513:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f33825cc/0xb1c7fb411490b126 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.727524:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f33825cc/0xb1c7fb411490b126 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.727532:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f33825cc/0xb1c7fb411490b126 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.727545:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788198003.727547:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788198003.727549:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788198003.727776:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788198003.727782:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000871fd592/0xb1c7fb411490b134 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.727791:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=712s v=(0 0) 00010000:00010000:3.0:1788198003.727800:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788198003.727805:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000871fd592/0xb1c7fb411490b134 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.727814:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000871fd592/0xb1c7fb411490b134 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.727822:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000871fd592/0xb1c7fb411490b134 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.727829:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000871fd592/0xb1c7fb411490b134 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.727851:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788198003.728018:0:24772:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788198003.728024:0:24772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000871fd592/0xb1c7fb411490b134 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.728032:0:24772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c1666c00 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:2.0:1788198003.728036:0:24772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000871fd592/0xb1c7fb411490b134 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.728044:0:24772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000871fd592/0xb1c7fb411490b134 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.728055:0:24772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000871fd592/0xb1c7fb411490b134 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.728069:0:24772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000871fd592/0xb1c7fb411490b134 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.728083:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788198003.728085:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788198003.728087:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788198003.728135:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788198003.728142:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008c62b61a/0xb1c7fb411490b13b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.728150:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=712s v=(0 0) 00010000:00010000:3.0:1788198003.728153:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788198003.728157:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c62b61a/0xb1c7fb411490b13b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.728167:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008c62b61a/0xb1c7fb411490b13b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.728175:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008c62b61a/0xb1c7fb411490b13b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.728188:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008c62b61a/0xb1c7fb411490b13b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.728210:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788198003.728350:0:22717:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788198003.728356:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008c62b61a/0xb1c7fb411490b13b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.728364:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851d03b0e00 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:2.0:1788198003.728367:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008c62b61a/0xb1c7fb411490b13b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.728376:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008c62b61a/0xb1c7fb411490b13b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.728455:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008c62b61a/0xb1c7fb411490b13b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.728463:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008c62b61a/0xb1c7fb411490b13b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.728478:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788198003.728479:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788198003.728481:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788198003.728564:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788198003.728570:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7a31ded/0xb1c7fb411490b142 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.728578:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=712s v=(0 0) 00010000:00010000:3.0:1788198003.728581:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788198003.728585:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7a31ded/0xb1c7fb411490b142 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.728593:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f7a31ded/0xb1c7fb411490b142 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.728600:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7a31ded/0xb1c7fb411490b142 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.728608:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f7a31ded/0xb1c7fb411490b142 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.728628:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788198003.728660:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788198003.728665:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f7a31ded/0xb1c7fb411490b142 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.728673:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851d03b1000 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:2.0:1788198003.728676:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7a31ded/0xb1c7fb411490b142 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.728684:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7a31ded/0xb1c7fb411490b142 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.728695:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f7a31ded/0xb1c7fb411490b142 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.728702:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f7a31ded/0xb1c7fb411490b142 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.728726:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788198003.728728:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788198003.728730:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788198003.729269:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788198003.729276:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000934d8d77/0xb1c7fb411490b149 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.729291:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=712s v=(0 0) 00010000:00010000:3.0:1788198003.729295:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788198003.729299:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000934d8d77/0xb1c7fb411490b149 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.729308:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000934d8d77/0xb1c7fb411490b149 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.729336:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000934d8d77/0xb1c7fb411490b149 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.729344:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000934d8d77/0xb1c7fb411490b149 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.729364:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788198003.729462:0:24772:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788198003.729468:0:24772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000934d8d77/0xb1c7fb411490b149 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.729476:0:24772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c1ea9400 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:2.0:1788198003.729479:0:24772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000934d8d77/0xb1c7fb411490b149 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.729500:0:24772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000934d8d77/0xb1c7fb411490b149 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.729512:0:24772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000934d8d77/0xb1c7fb411490b149 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.729519:0:24772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000934d8d77/0xb1c7fb411490b149 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.729534:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788198003.729535:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788198003.729537:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788198003.729758:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788198003.729764:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003677412a/0xb1c7fb411490b150 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.729772:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=712s v=(0 0) 00010000:00010000:3.0:1788198003.729775:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788198003.729779:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003677412a/0xb1c7fb411490b150 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.729788:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003677412a/0xb1c7fb411490b150 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.729808:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003677412a/0xb1c7fb411490b150 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.729815:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003677412a/0xb1c7fb411490b150 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.729834:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788198003.730022:0:22717:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788198003.730028:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003677412a/0xb1c7fb411490b150 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.730036:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c1ea8200 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:2.0:1788198003.730040:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003677412a/0xb1c7fb411490b150 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.730048:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003677412a/0xb1c7fb411490b150 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.730060:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003677412a/0xb1c7fb411490b150 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.730078:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003677412a/0xb1c7fb411490b150 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788198003.730081:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788198003.730086:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000027ea4cf4/0xb1c7fb411490b157 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.730093:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198003.730094:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=712s v=(0 0) 00010000:00010000:2.0:1788198003.730095:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198003.730097:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788198003.730097:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198003.730102:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027ea4cf4/0xb1c7fb411490b157 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.730174:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027ea4cf4/0xb1c7fb411490b157 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.730182:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000027ea4cf4/0xb1c7fb411490b157 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.730189:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000027ea4cf4/0xb1c7fb411490b157 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.730214:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788198003.730797:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788198003.730803:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003829a42c/0xb1c7fb411490b15e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.730812:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=712s v=(0 0) 00010000:00010000:3.0:1788198003.730816:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788198003.730820:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003829a42c/0xb1c7fb411490b15e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.730830:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003829a42c/0xb1c7fb411490b15e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.730838:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003829a42c/0xb1c7fb411490b15e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.730844:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003829a42c/0xb1c7fb411490b15e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.730868:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788198003.730877:0:24772:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788198003.730882:0:24772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000027ea4cf4/0xb1c7fb411490b157 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.730889:0:24772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c1ea9e00 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:3.0:1788198003.730900:0:24772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000027ea4cf4/0xb1c7fb411490b157 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.730908:0:24772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000027ea4cf4/0xb1c7fb411490b157 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.730919:0:24772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000027ea4cf4/0xb1c7fb411490b157 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.730925:0:24772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027ea4cf4/0xb1c7fb411490b157 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.730939:0:24772:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788198003.730943:0:24772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003829a42c/0xb1c7fb411490b15e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.730950:0:24772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c1ea9200 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:3.0:1788198003.730953:0:24772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003829a42c/0xb1c7fb411490b15e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.730961:0:24772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003829a42c/0xb1c7fb411490b15e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.730970:0:24772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003829a42c/0xb1c7fb411490b15e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.730977:0:24772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003829a42c/0xb1c7fb411490b15e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.730995:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198003.730996:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198003.730999:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788198003.731789:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788198003.731798:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000569c839e/0xb1c7fb411490b165 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.731809:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=712s v=(0 0) 00010000:00010000:3.0:1788198003.731813:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788198003.731818:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000569c839e/0xb1c7fb411490b165 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.731828:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000569c839e/0xb1c7fb411490b165 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.731836:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000569c839e/0xb1c7fb411490b165 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.731842:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000569c839e/0xb1c7fb411490b165 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.731858:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788198003.731868:0:22717:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788198003.731871:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000569c839e/0xb1c7fb411490b165 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.731889:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c1ea9000 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:3.0:1788198003.731892:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000569c839e/0xb1c7fb411490b165 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.731900:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000569c839e/0xb1c7fb411490b165 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.731908:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198003.731912:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000569c839e/0xb1c7fb411490b165 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.731919:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000569c839e/0xb1c7fb411490b165 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.731934:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198003.731936:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198003.731937:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788198003.732272:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788198003.732277:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021296274/0xb1c7fb411490b16c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.732285:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=712s v=(0 0) 00010000:00010000:3.0:1788198003.732288:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788198003.732292:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021296274/0xb1c7fb411490b16c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.732301:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021296274/0xb1c7fb411490b16c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.732340:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021296274/0xb1c7fb411490b16c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.732348:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000021296274/0xb1c7fb411490b16c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.732366:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788198003.732585:0:24772:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788198003.732592:0:24772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000021296274/0xb1c7fb411490b16c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.732599:0:24772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c1ea8a00 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:2.0:1788198003.732603:0:24772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000021296274/0xb1c7fb411490b16c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.732611:0:24772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000021296274/0xb1c7fb411490b16c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.732623:0:24772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000021296274/0xb1c7fb411490b16c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.732630:0:24772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021296274/0xb1c7fb411490b16c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.732647:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788198003.732649:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788198003.732657:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788198003.732791:0:24602:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788198003.732797:0:24602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000050bf9442/0xb1c7fb411490b173 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.732805:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=712s v=(0 0) 00010000:00010000:3.0:1788198003.732808:0:24602:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788198003.732812:0:24602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000050bf9442/0xb1c7fb411490b173 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.732821:0:24602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000050bf9442/0xb1c7fb411490b173 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.732829:0:24602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000050bf9442/0xb1c7fb411490b173 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.732836:0:24602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000050bf9442/0xb1c7fb411490b173 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198003.732869:0:24602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:3.0:1788198003.733103:0:24602:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:6 00000100:00100000:3.0:1788198003.733221:0:24602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3990380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22756:x1875060819508224:12345-0@lo:5:osp-pre-1-0.0 Request processed in 68112us (68252us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198003.733231:0:24602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788198003.733421:0:22756:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3990e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22756:1875060819508224:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1788198003.733438:0:22756:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x6:0x0] 00000100:00100000:3.0:1788198003.733490:0:22756:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6748000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22756:1875060819508736:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1788198003.733537:0:22756:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198003.733566:0:22756:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c57c1480 going to sleep for 11 seconds 00010000:00010000:2.0:1788198003.733694:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788198003.733700:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000050bf9442/0xb1c7fb411490b173 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.733710:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c1ea8e00 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:2.0:1788198003.733713:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000050bf9442/0xb1c7fb411490b173 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.733722:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000050bf9442/0xb1c7fb411490b173 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.733736:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000050bf9442/0xb1c7fb411490b173 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.733753:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000050bf9442/0xb1c7fb411490b173 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198003.733772:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788198003.733774:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788198003.733776:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788198003.733865:0:24235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819508736 00000100:00100000:1.0:1788198003.733873:0:24235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819508736 00000100:00100000:1.0:1788198003.733951:0:24235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788198003.733961:0:24235:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e674b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22756:x1875060819508736:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:1.0:1788198003.733999:0:24235:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:1.0:1788198003.741009:0:24235:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e674b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22756:x1875060819508736:12345-0@lo:5:osp-pre-1-0.0 Request processed in 7040us (7462us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1788198003.741025:0:24235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788198003.741143:0:22756:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6748000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22756:1875060819508736:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1788198003.741161:0:22756:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:0.0:1788198004.093551:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788198004.157556:0:3613:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788198004.157580:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819508864:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788198004.157647:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198004.157703:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819508864 00000100:00100000:3.0:1788198004.157712:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819508864 00000100:00100000:3.0:1788198004.157769:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788198004.157779:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e674b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3613:x1875060819508864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788198004.157814:0:22734:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788198004.157910:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e674b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3613:x1875060819508864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 132us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198004.157918:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788198004.157982:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819508864:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788198004.158971:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819508992:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788198004.159015:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198004.159434:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819508992 00000100:00100000:3.0:1788198004.159442:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819508992 00000100:00100000:3.0:1788198004.159608:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1788198004.159618:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6748700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819508992:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788198004.159648:0:22735:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788198004.159697:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6748700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819508992:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (680us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198004.159704:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1788198004.159759:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819508992:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788198005.117436:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788198006.020216:0:23485:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788198006.142951:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788198006.209753:0:25411:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg439-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1788198007.165729:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788198007.229925:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819509120:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788198007.230014:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788198007.230102:0:24239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819509120 00000100:00100000:0.0:1788198007.230110:0:24239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819509120 00000100:00100000:0.0:1788198007.230180:0:24239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788198007.230202:0:24239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819509120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788198007.230233:0:24239:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788198007.230281:0:24239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819509120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198007.230288:0:24239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:1.0:1788198007.230609:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788198007.230648:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819509120:0@lo:13:osp-pre-0-0.0 00000020:00000004:0.0:1788198007.381780:0:25463:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788198007.382094:0:25463:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788198008.192533:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788198008.253713:0:3614:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788198008.253741:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3614:1875060819509248:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788198008.253819:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198008.254027:0:24239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819509248 00000100:00100000:2.0:1788198008.254036:0:24239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819509248 00000100:00100000:2.0:1788198008.254107:0:24239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788198008.254117:0:24239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3990700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3614:x1875060819509248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788198008.254139:0:24239:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788198008.254200:0:24239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3990700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3614:x1875060819509248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198008.254208:0:24239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:0.0:1788198008.254291:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788198008.254362:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3614:1875060819509248:0@lo:13:osp-pre-0-1.0 00000020:00000004:1.0:1788198008.444392:0:25513:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788198008.445056:0:25513:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1788198008.753735:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198008.753851:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808894848 00000100:00100000:0.0:1788198008.753864:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808894848 00000100:00100000:0.0:1788198008.753916:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 116 00000100:00100000:0.0:1788198008.753925:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3aca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2388:x1875060808894848:12345-192.168.204.39@tcp:250:mount.lustre.0 00010000:00080000:0.0:1788198008.753967:0:22724:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 6e28d120-d2e2-4e88-8679-5f32736e4257@192.168.204.39@tcp t0 exp 0000000000000000 cur 717 last 0 00000020:00000080:0.0:1788198008.754006:0:22724:0:(genops.c:1385:class_connect()) connect: client 6e28d120-d2e2-4e88-8679-5f32736e4257, cookie 0xb1c7fb411490b17a 00000100:00080000:0.0:1788198008.754156:0:22724:0:(import.c:65:import_set_state_nolock()) ffff9850c42e0800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788198008.754245:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3aca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e28d120-d2e2-4e88-8679-5f32736e4257+5:2388:x1875060808894848:12345-192.168.204.39@tcp:250:mount.lustre.0 Request processed in 318us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198008.754253:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 116 00000100:00100000:1.0:1788198008.765065:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788198008.765225:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808894976 00000100:00100000:3.0:1788198008.765239:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808894976 00000100:00100000:3.0:1788198008.765309:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 117 00000100:00100000:3.0:1788198008.765416:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3ac9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6e28d120-d2e2-4e88-8679-5f32736e4257+5:18062:x1875060808894976:12345-192.168.204.39@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788198008.765449:0:22722:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788198008.765477:0:22722:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9850c1ea9000/0xb1c7fb411490b181 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c54a expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198008.765519:0:22722:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9850c1ea9000/0xb1c7fb411490b181 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c54a expref: 6 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198008.765535:0:22722:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9850c1ea9000/0xb1c7fb411490b181 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c54a expref: 6 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198008.765561:0:22722:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c1ea9000, rc 0) 00000100:00100000:3.0:1788198008.765639:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3ac9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6e28d120-d2e2-4e88-8679-5f32736e4257+6:18062:x1875060808894976:12345-192.168.204.39@tcp:101:mount.lustre.0 Request processed in 228us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198008.765661:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 117 00000100:00100000:3.0:1788198008.767234:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819509760:0@lo:400:kworker.0 00000100:00100000:2.0:1788198008.767246:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:27515ceb-a8a3-4165-9bb1-71641bb462d7:3615:1875060819509504:0@lo:400:kworker.0 00000100:00100000:3.0:1788198008.767388:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198008.767391:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198008.767519:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819509632:0@lo:400:kworker.0 00000100:00100000:2.0:1788198008.768140:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3615:1875060819510016:0@lo:400:kworker.0 00000100:00100000:3.0:1788198008.768176:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819510272:0@lo:400:kworker.0 00000100:00100000:2.0:1788198008.768191:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198008.768235:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3615:1875060819510528:0@lo:400:kworker.0 00000100:00100000:3.0:1788198008.768241:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198008.768289:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7694000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3613:1875060819510784:0@lo:400:kworker.0 00000100:00100000:2.0:1788198008.768290:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198008.768365:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c32fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819511040:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788198008.768374:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198008.768411:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198008.768420:0:3613:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:3.0:1788198008.768432:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819509376:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788198008.768470:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198008.768485:0:24239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819511040 00000100:00100000:2.0:1788198008.768494:0:24239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819511040 00000100:00100000:3.0:1788198008.768499:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819509888:0@lo:400:kworker.0 00000100:00100000:3.0:1788198008.768527:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198008.768553:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3613:1875060819510400:0@lo:400:kworker.0 00000100:00100000:2.0:1788198008.768557:0:24239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819509376 00000100:00100000:2.0:1788198008.768562:0:24239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819509376 00000100:00100000:3.0:1788198008.768585:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198008.768593:0:24239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788198008.768602:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7697480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3613:1875060819510912:0@lo:400:kworker.0 00000100:00100000:2.0:1788198008.768611:0:24239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c32fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3615:x1875060819511040:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788198008.768638:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1788198008.768665:0:24239:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788198008.768696:0:24238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819509760 00000100:00100000:3.0:1788198008.768704:0:24238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819509760 00000040:00080000:0.0:1788198008.768865:0:22765:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788198008.769248:0:24238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819510272 00000100:00100000:3.0:1788198008.769255:0:24238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819510272 00000100:00100000:3.0:1788198008.769270:0:24238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819509888 00000100:00100000:3.0:1788198008.769292:0:24238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819509888 00000100:00100000:3.0:1788198008.769309:0:24238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788198008.769341:0:24238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6749180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3613:x1875060819509760:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1788198008.769656:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788198008.769677:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819509504 00000100:00100000:0.0:1788198008.769685:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819509504 00000100:00100000:0.0:1788198008.769896:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:0.0:1788198008.770175:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3ac8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:3615:x1875060819509504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788198008.770967:0:24238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6749180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3613:x1875060819509760:12345-0@lo:400:kworker.0 Request processed in 1614us (3577us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198008.770983:0:24238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788198008.771015:0:24238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788198008.771024:0:24238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3613:x1875060819510272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788198008.771145:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198008.771186:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819510144:0@lo:400:kworker.0 00000100:00100000:1.0:1788198008.771220:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198008.771235:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3616:1875060819510656:0@lo:400:kworker.0 00000100:00100000:1.0:1788198008.771262:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198008.771309:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819510016 00000100:00100000:1.0:1788198008.771337:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819510016 00000100:00100000:1.0:1788198008.771371:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819510528 00000100:00100000:1.0:1788198008.771374:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819510528 00000100:00100000:1.0:1788198008.771399:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819510784 00000100:00100000:1.0:1788198008.771402:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819510784 00000100:00100000:1.0:1788198008.771412:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819510400 00000100:00100000:1.0:1788198008.771415:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819510400 00000100:00100000:3.0:1788198008.771527:0:24238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3613:x1875060819510272:12345-0@lo:400:kworker.0 Request processed in 506us (3293us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198008.771535:0:24238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788198008.771547:0:24238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788198008.771553:0:24238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3613:x1875060819509888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788198008.771579:0:24238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3613:x1875060819509888:12345-0@lo:400:kworker.0 Request processed in 27us (3051us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198008.771585:0:24238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788198008.773139:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819510912 00000100:00100000:1.0:1788198008.773155:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819510912 00000100:00100000:1.0:1788198008.773185:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819510656 00000100:00100000:1.0:1788198008.773188:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819510656 00000100:00100000:1.0:1788198008.773212:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788198008.773222:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c32fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1875060819510016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788198008.773347:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c32fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1875060819510016:12345-0@lo:400:kworker.0 Request processed in 125us (5157us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198008.773358:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788198008.773402:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788198008.773409:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c32fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3615:x1875060819510528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788198008.773516:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c32fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3615:x1875060819510528:12345-0@lo:400:kworker.0 Request processed in 107us (5230us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198008.773524:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788198008.773569:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788198008.773578:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e674bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3613:x1875060819510784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788198008.773605:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3ac8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:3615:x1875060819509504:12345-0@lo:400:kworker.0 Request processed in 3424us (6213us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198008.773622:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:2.0:1788198008.773836:0:24239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c32fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3615:x1875060819511040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 5231us (5423us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198008.773847:0:24239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788198008.773873:0:24239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788198008.773887:0:24239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e674aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819509376:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788198008.774188:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e674bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3613:x1875060819510784:12345-0@lo:400:kworker.0 Request processed in 608us (5813us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198008.774197:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788198008.774223:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788198008.774232:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7162a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3613:x1875060819510400:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1788198008.774255:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788198008.774266:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788198008.774281:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7162a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3613:x1875060819510400:12345-0@lo:400:kworker.0 Request processed in 49us (5695us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198008.774289:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788198008.774306:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1788198008.774340:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7163100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3613:x1875060819510912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788198008.774363:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1788198008.774374:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:1.0:1788198008.774383:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7163100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3613:x1875060819510912:12345-0@lo:400:kworker.0 Request processed in 70us (5745us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198008.774392:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788198008.774414:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788198008.774427:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3184e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3616:x1875060819510656:12345-0@lo:400:kworker.0 00002000:00000024:2.0:1788198008.774473:0:24239:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788198008.774537:0:24239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e674aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819509376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 655us (6065us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198008.774559:0:24239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788198008.774611:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:27515ceb-a8a3-4165-9bb1-71641bb462d7:3615:1875060819509504:0@lo:400:kworker.0 00010000:00080000:2.0:1788198008.774635:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9851ffcae300 x1875060819510016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198024 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788198008.774657:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3615:1875060819510016:0@lo:400:kworker.0 00010000:00080000:2.0:1788198008.774678:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9851ffcae680 x1875060819510528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198024 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788198008.774691:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3615:1875060819510528:0@lo:400:kworker.0 00000100:00100000:2.0:1788198008.774721:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c32fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819511040:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788198008.774812:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198008.774840:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808895104 00000100:00100000:2.0:1788198008.774850:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808895104 00000100:00100000:2.0:1788198008.774889:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 119 00000100:00100000:2.0:1788198008.774902:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3acac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6e28d120-d2e2-4e88-8679-5f32736e4257+6:18062:x1875060808895104:12345-192.168.204.39@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788198008.775023:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3acac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6e28d120-d2e2-4e88-8679-5f32736e4257+6:18062:x1875060808895104:12345-192.168.204.39@tcp:501:mount.lustre.0 Request processed in 122us (212us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788198008.775030:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 119 00000100:00100000:0.0:1788198008.775242:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3184e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3616:x1875060819510656:12345-0@lo:400:kworker.0 Request processed in 817us (3978us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198008.775252:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00010000:00080000:0.0:1788198008.775307:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9851ffcadf80 x1875060819510656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198024 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788198008.775373:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3616:1875060819510656:0@lo:400:kworker.0 00000100:00100000:0.0:1788198008.775435:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819509632 00000100:00100000:0.0:1788198008.775440:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819509632 00000100:00100000:0.0:1788198008.775478:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819510144 00000100:00100000:0.0:1788198008.775481:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819510144 00000100:00100000:0.0:1788198008.775494:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788198008.775499:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819509632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788198008.775542:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819509632:12345-0@lo:400:kworker.0 Request processed in 42us (4398us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198008.775549:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788198008.775562:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1788198008.775569:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3616:x1875060819510144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788198008.775612:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3616:x1875060819510144:12345-0@lo:400:kworker.0 Request processed in 45us (4392us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198008.775618:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1788198008.775643:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819509632:0@lo:400:kworker.0 00000100:00100000:0.0:1788198008.775669:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819510144:0@lo:400:kworker.0 00000100:00100000:0.0:1788198008.775733:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819509376:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788198008.775744:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819509888:0@lo:400:kworker.0 00010000:00080000:0.0:1788198008.775757:0:3613:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9851ffcafb80 x1875060819510400/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198024 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788198008.775765:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3613:1875060819510400:0@lo:400:kworker.0 00010000:00080000:0.0:1788198008.775779:0:3613:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9851e7697480 x1875060819510912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198024 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788198008.775787:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7697480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3613:1875060819510912:0@lo:400:kworker.0 00000100:00100000:0.0:1788198008.775798:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819509760:0@lo:400:kworker.0 00000100:00100000:0.0:1788198008.775806:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819510272:0@lo:400:kworker.0 00010000:00080000:0.0:1788198008.775817:0:3613:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9851e7694000 x1875060819510784/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198024 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788198008.775825:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7694000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3613:1875060819510784:0@lo:400:kworker.0 00000100:00100000:3.0:1788198008.787503:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198008.787738:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808895232 00000100:00100000:2.0:1788198008.787757:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808895232 00000100:00100000:2.0:1788198008.787853:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 120 00000100:00100000:2.0:1788198008.788061:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3ac9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6e28d120-d2e2-4e88-8679-5f32736e4257+6:18062:x1875060808895232:12345-192.168.204.39@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788198008.788088:0:22721:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788198008.788115:0:22721:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9851c57e3800/0xb1c7fb411490b188 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c551 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198008.788177:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9851c57e3800/0xb1c7fb411490b188 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c551 expref: 7 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198008.788191:0:22721:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9851c57e3800/0xb1c7fb411490b188 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c551 expref: 7 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198008.788203:0:22721:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851c57e3800, rc 0) 00000100:00100000:2.0:1788198008.788597:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3ac9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6e28d120-d2e2-4e88-8679-5f32736e4257+7:18062:x1875060808895232:12345-192.168.204.39@tcp:101:mount.lustre.0 Request processed in 729us (1109us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198008.788607:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 120 00000100:00100000:2.0:1788198008.801614:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198008.802075:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808895360 00000100:00100000:0.0:1788198008.802089:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808895360 00000100:00100000:0.0:1788198008.802210:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 121 00000100:00100000:0.0:1788198008.802243:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7781050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6e28d120-d2e2-4e88-8679-5f32736e4257+7:18062:x1875060808895360:12345-192.168.204.39@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788198008.802527:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7781050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6e28d120-d2e2-4e88-8679-5f32736e4257+8:18062:x1875060808895360:12345-192.168.204.39@tcp:501:mount.lustre.0 Request processed in 285us (927us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198008.802537:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 121 00000100:00100000:1.0:1788198008.804748:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198008.805008:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808895488 00000100:00100000:2.0:1788198008.805021:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808895488 00000100:00100000:2.0:1788198008.805090:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 122 00000100:00100000:2.0:1788198008.805100:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7781850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6e28d120-d2e2-4e88-8679-5f32736e4257+8:18062:x1875060808895488:12345-192.168.204.39@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788198008.805363:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7781850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6e28d120-d2e2-4e88-8679-5f32736e4257+8:18062:x1875060808895488:12345-192.168.204.39@tcp:503:mount.lustre.0 Request processed in 263us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198008.805372:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 122 00000100:00100000:3.0:1788198008.811018:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198008.811220:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808895616 00000100:00100000:2.0:1788198008.811235:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808895616 00000100:00100000:2.0:1788198008.811469:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 123 00000100:00100000:2.0:1788198008.811484:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7783c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6e28d120-d2e2-4e88-8679-5f32736e4257+8:18080:x1875060808895616:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788198008.811734:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7783c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6e28d120-d2e2-4e88-8679-5f32736e4257+8:18080:x1875060808895616:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 253us (731us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198008.811743:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 123 00000100:00100000:1.0:1788198008.839132:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788198008.839244:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808895744 00000100:00100000:3.0:1788198008.839262:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808895744 00000100:00100000:2.0:1788198008.839547:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 124 00000100:00100000:2.0:1788198008.839561:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7781450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e28d120-d2e2-4e88-8679-5f32736e4257+8:18080:x1875060808895744:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788198008.845207:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7781450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e28d120-d2e2-4e88-8679-5f32736e4257+8:18080:x1875060808895744:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 5636us (6079us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198008.845224:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 124 00000100:00100000:1.0:1788198008.851582:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198008.852012:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808895872 00000100:00100000:2.0:1788198008.852024:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808895872 00000100:00100000:2.0:1788198008.852079:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 125 00000100:00100000:2.0:1788198008.852089:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7782c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6e28d120-d2e2-4e88-8679-5f32736e4257+8:18080:x1875060808895872:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788198008.852278:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7782c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6e28d120-d2e2-4e88-8679-5f32736e4257+8:18080:x1875060808895872:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 190us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198008.852287:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 125 00000100:00100000:3.0:1788198008.863844:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198008.864002:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808896000 00000100:00100000:0.0:1788198008.864013:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808896000 00000100:00100000:0.0:1788198008.864071:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 126 00000100:00100000:0.0:1788198008.864082:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7780050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6e28d120-d2e2-4e88-8679-5f32736e4257+8:18062:x1875060808896000:12345-192.168.204.39@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788198008.864099:0:22722:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788198008.864121:0:22722:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9851dccc5a00/0xb1c7fb411490b18f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c582 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198008.864153:0:22722:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9851dccc5a00/0xb1c7fb411490b18f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c582 expref: 9 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198008.864165:0:22722:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9851dccc5a00/0xb1c7fb411490b18f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c582 expref: 9 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198008.864175:0:22722:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851dccc5a00, rc 0) 00000100:00100000:0.0:1788198008.864247:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7780050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6e28d120-d2e2-4e88-8679-5f32736e4257+9:18062:x1875060808896000:12345-192.168.204.39@tcp:101:mount.lustre.0 Request processed in 166us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198008.864254:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 126 00000100:00100000:1.0:1788198008.870905:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198008.871012:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808896128 00000100:00100000:2.0:1788198008.871023:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808896128 00000100:00100000:2.0:1788198008.871085:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 127 00000100:00100000:2.0:1788198008.871096:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7783050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6e28d120-d2e2-4e88-8679-5f32736e4257+9:18062:x1875060808896128:12345-192.168.204.39@tcp:256:mount.lustre.0 20000000:01000000:2.0:1788198008.871124:0:22721:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1788198008.871152:0:22721:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1788198008.871156:0:22721:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1788198008.871159:0:22721:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1788198008.871162:0:22721:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1788198008.871165:0:22721:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1788198008.875184:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7783050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6e28d120-d2e2-4e88-8679-5f32736e4257+9:18062:x1875060808896128:12345-192.168.204.39@tcp:256:mount.lustre.0 Request processed in 4078us (4277us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198008.875199:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 127 00000100:00100000:3.0:1788198008.881919:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198008.882847:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808896256 00000100:00100000:2.0:1788198008.882874:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808896256 00000100:00100000:2.0:1788198008.882936:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 128 00000100:00100000:2.0:1788198008.882946:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851d84b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e28d120-d2e2-4e88-8679-5f32736e4257+9:18062:x1875060808896256:12345-192.168.204.39@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788198008.882964:0:22724:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788198008.882995:0:22724:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9851c57e3400/0xb1c7fb411490b196 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c589 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198008.883027:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9851c57e3400/0xb1c7fb411490b196 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c589 expref: 10 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198008.883038:0:22724:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9851c57e3400/0xb1c7fb411490b196 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c589 expref: 10 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198008.883048:0:22724:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851c57e3400, rc 0) 00000100:00100000:2.0:1788198008.883120:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851d84b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e28d120-d2e2-4e88-8679-5f32736e4257+10:18062:x1875060808896256:12345-192.168.204.39@tcp:101:mount.lustre.0 Request processed in 175us (1210us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198008.883127:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 128 00000100:00100000:1.0:1788198008.889729:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198008.889818:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808896384 00000100:00100000:2.0:1788198008.889829:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808896384 00000100:00100000:2.0:1788198008.889882:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 129 00000100:00100000:2.0:1788198008.889893:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851d84b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6e28d120-d2e2-4e88-8679-5f32736e4257+10:18062:x1875060808896384:12345-192.168.204.39@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788198008.890063:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851d84b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6e28d120-d2e2-4e88-8679-5f32736e4257+10:18062:x1875060808896384:12345-192.168.204.39@tcp:501:mount.lustre.0 Request processed in 171us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198008.890072:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 129 00000100:00100000:1.0:1788198008.896001:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198008.896144:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808896512 00000100:00100000:0.0:1788198008.896157:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808896512 00000100:00100000:0.0:1788198008.896222:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 130 00000100:00100000:0.0:1788198008.896233:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851d84b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6e28d120-d2e2-4e88-8679-5f32736e4257+10:18062:x1875060808896512:12345-192.168.204.39@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788198008.896447:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851d84b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6e28d120-d2e2-4e88-8679-5f32736e4257+10:18062:x1875060808896512:12345-192.168.204.39@tcp:503:mount.lustre.0 Request processed in 214us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198008.896462:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 130 00000100:00100000:1.0:1788198008.910435:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788198008.911007:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808896640 00000100:00100000:3.0:1788198008.911019:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808896640 00000100:00100000:3.0:1788198008.911084:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 131 00000100:00100000:3.0:1788198008.911095:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851d84b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e28d120-d2e2-4e88-8679-5f32736e4257+10:18086:x1875060808896640:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788198008.911263:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851d84b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e28d120-d2e2-4e88-8679-5f32736e4257+10:18086:x1875060808896640:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 169us (844us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198008.911278:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 131 00000100:00100000:1.0:1788198008.936272:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198008.936385:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808896768 00000100:00100000:0.0:1788198008.936396:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808896768 00000100:00100000:0.0:1788198008.936461:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 132 00000100:00100000:0.0:1788198008.936471:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851d84b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6e28d120-d2e2-4e88-8679-5f32736e4257+10:18086:x1875060808896768:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788198008.936767:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851d84b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6e28d120-d2e2-4e88-8679-5f32736e4257+10:18086:x1875060808896768:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 295us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198008.936776:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 132 00000100:00100000:1.0:1788198008.947611:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198008.947712:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198008.949276:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808896896 00000100:00100000:0.0:1788198008.949290:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808896896 00000100:00100000:0.0:1788198008.949352:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808897152 00000100:00100000:0.0:1788198008.949356:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808897152 00000100:00100000:0.0:1788198008.949448:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 7 00000100:00100000:0.0:1788198008.949456:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3185180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2388:x1875060808896896:12345-192.168.204.39@tcp:38:mount.lustre.0 00010000:00080000:0.0:1788198008.949498:0:22731:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from e8b4ee14-f2dd-4d6b-babf-78ba8434fd18@192.168.204.39@tcp t0 exp 0000000000000000 cur 717 last 0 00000020:00000080:0.0:1788198008.949560:0:22731:0:(genops.c:1385:class_connect()) connect: client e8b4ee14-f2dd-4d6b-babf-78ba8434fd18, cookie 0xb1c7fb411490b19d 00000004:00100000:0.0:1788198008.949584:0:22731:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return b7 00000100:00080000:0.0:1788198008.949801:0:22731:0:(import.c:65:import_set_state_nolock()) ffff9850c42e3000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788198008.949872:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3185180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+6:2388:x1875060808896896:12345-192.168.204.39@tcp:38:mount.lustre.0 Request processed in 415us (2272us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198008.949880:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 7 00000100:00100000:0.0:1788198008.949898:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8 00000100:00100000:0.0:1788198008.949903:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3186a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2388:x1875060808897152:12345-192.168.204.39@tcp:38:mount.lustre.0 00010000:00080000:0.0:1788198008.949919:0:22731:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from e8b4ee14-f2dd-4d6b-babf-78ba8434fd18@192.168.204.39@tcp t0 exp 0000000000000000 cur 717 last 0 00000020:00000080:0.0:1788198008.949964:0:22731:0:(genops.c:1385:class_connect()) connect: client e8b4ee14-f2dd-4d6b-babf-78ba8434fd18, cookie 0xb1c7fb411490b1a4 00000004:00100000:0.0:1788198008.949976:0:22731:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return b7 00000100:00080000:0.0:1788198008.951755:0:22731:0:(import.c:65:import_set_state_nolock()) ffff9850c42e2800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788198008.951827:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3186a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+6:2388:x1875060808897152:12345-192.168.204.39@tcp:38:mount.lustre.0 Request processed in 1919us (4111us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198008.951840:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8 00000100:00100000:1.0:1788198008.954219:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198008.954336:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808897024 00000100:00100000:0.0:1788198008.954349:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808897024 00000100:00100000:0.0:1788198008.954442:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9 00000100:00100000:0.0:1788198008.954453:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3185500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+6:0:x1875060808897024:12345-192.168.204.39@tcp:41:mount.lustre.0 00000100:00080000:2.0:1788198008.954689:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00000024:0.0:1788198008.954747:0:22729:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788198008.954841:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3185500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+6:0:x1875060808897024:12345-192.168.204.39@tcp:41:mount.lustre.0 Request processed in 389us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198008.954849:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9 00000100:00100000:1.0:1788198008.955391:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198008.955510:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808897408 00000100:00100000:2.0:1788198008.955517:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808897408 00000100:00100000:2.0:1788198008.955559:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10 00000100:00100000:2.0:1788198008.955580:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3185880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+6:18062:x1875060808897408:12345-192.168.204.39@tcp:41:mount.lustre.0 00000004:00000024:2.0:1788198008.955600:0:22730:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788198008.955657:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3185880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+6:18062:x1875060808897408:12345-192.168.204.39@tcp:41:mount.lustre.0 Request processed in 80us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198008.955665:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10 00000100:00100000:1.0:1788198008.960081:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198008.960181:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198008.960603:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808897280 00000100:00100000:0.0:1788198008.960614:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808897280 00000100:00100000:0.0:1788198008.960697:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808897536 00000100:00100000:0.0:1788198008.960701:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808897536 00000100:00100000:0.0:1788198008.960723:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 11 00000100:00100000:0.0:1788198008.960733:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3187800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+6:0:x1875060808897280:12345-192.168.204.39@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788198008.960770:0:22731:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788198008.960859:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3187800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+6:0:x1875060808897280:12345-192.168.204.39@tcp:41:mount.lustre.0 Request processed in 127us (788us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198008.960867:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 11 00000100:00100000:0.0:1788198008.960885:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 12 00000100:00100000:0.0:1788198008.960891:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3184380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+6:18062:x1875060808897536:12345-192.168.204.39@tcp:40:mount.lustre.0 00000100:00100000:0.0:1788198008.960937:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3184380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+6:18062:x1875060808897536:12345-192.168.204.39@tcp:40:mount.lustre.0 Request processed in 46us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198008.960944:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 12 00000100:00080000:3.0:1788198008.961119:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788198008.968903:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198008.969078:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808897920 00000100:00100000:2.0:1788198008.969089:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808897920 00000100:00100000:2.0:1788198008.969148:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 3 00000100:00100000:2.0:1788198008.969159:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3990a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+6:18062:x1875060808897920:12345-192.168.204.39@tcp:900:mount.lustre.0 00000100:00100000:2.0:1788198008.969243:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3990a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+6:18062:x1875060808897920:12345-192.168.204.39@tcp:900:mount.lustre.0 Request processed in 85us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198008.969252:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 3 00000100:00100000:1.0:1788198008.971489:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198008.971527:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788198008.971612:0:24238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808897664 00000100:00100000:3.0:1788198008.971623:0:24238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808897664 00000100:00100000:3.0:1788198008.971670:0:24238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808897792 00000100:00100000:3.0:1788198008.971674:0:24238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808897792 00000100:00100000:3.0:1788198008.971700:0:24238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 21 00000100:00100000:3.0:1788198008.971709:0:24238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3184a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2388:x1875060808897664:12345-192.168.204.39@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788198008.971748:0:24238:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from e8b4ee14-f2dd-4d6b-babf-78ba8434fd18@192.168.204.39@tcp t0 exp 0000000000000000 cur 717 last 0 00000020:00000080:3.0:1788198008.971780:0:24238:0:(genops.c:1385:class_connect()) connect: client e8b4ee14-f2dd-4d6b-babf-78ba8434fd18, cookie 0xb1c7fb411490b1ab 00002000:00100000:3.0:1788198008.971793:0:24238:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli e8b4ee14-f2dd-4d6b-babf-78ba8434fd18/ffff9850c318c800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113967 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788198008.971804:0:24238:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return b7 00002000:00080000:3.0:1788198008.971971:0:24238:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1788198008.972013:0:24238:0:(import.c:65:import_set_state_nolock()) ffff9850c318e000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788198008.972074:0:24238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3184a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+6:2388:x1875060808897664:12345-192.168.204.39@tcp:8:mount.lustre.0 Request processed in 365us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198008.972081:0:24238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 21 00000100:00100000:3.0:1788198008.972097:0:24238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 22 00000100:00100000:3.0:1788198008.972102:0:24238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3184700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2388:x1875060808897792:12345-192.168.204.39@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788198008.972118:0:24238:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from e8b4ee14-f2dd-4d6b-babf-78ba8434fd18@192.168.204.39@tcp t0 exp 0000000000000000 cur 717 last 0 00000020:00000080:3.0:1788198008.972134:0:24238:0:(genops.c:1385:class_connect()) connect: client e8b4ee14-f2dd-4d6b-babf-78ba8434fd18, cookie 0xb1c7fb411490b1b2 00002000:00100000:3.0:1788198008.972140:0:24238:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli e8b4ee14-f2dd-4d6b-babf-78ba8434fd18/ffff9850c3189800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113967 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788198008.972146:0:24238:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return b7 00002000:00080000:3.0:1788198008.972280:0:24238:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1788198008.972301:0:24238:0:(import.c:65:import_set_state_nolock()) ffff9850c318b800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788198008.972352:0:24238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3184700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+6:2388:x1875060808897792:12345-192.168.204.39@tcp:8:mount.lustre.0 Request processed in 249us (825us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198008.972359:0:24238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 22 00000100:00100000:3.0:1788198008.975430:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198008.975607:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808898048 00000100:00100000:1.0:1788198008.975618:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808898048 00000100:00100000:1.0:1788198008.975685:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 0 00000100:00100000:1.0:1788198008.975697:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7163480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+6:18062:x1875060808898048:12345-192.168.204.39@tcp:33:mount.lustre.0 00000004:00080000:1.0:1788198008.976798:0:22732:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 1014us 00000001:00100000:2.0:1788198008.983264:0:25054:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of e8b4ee14-f2dd-4d6b-babf-78ba8434fd18 00000001:00080000:2.0:1788198008.983285:0:25054:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000004:00200000:1.0:1788198008.993990:0:22732:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1788198008.994137:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7163480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+6:18062:x1875060808898048:12345-192.168.204.39@tcp:33:mount.lustre.0 Request processed in 18435us (18723us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198008.994147:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 0 00010000:00010000:0.0:1788198009.216178:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788198009.232882:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198009.232999:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808898176 00000100:00100000:1.0:1788198009.233009:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808898176 00000100:00100000:1.0:1788198009.233075:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 13 00000100:00100000:1.0:1788198009.233086:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3990e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+6:18109:x1875060808898176:12345-192.168.204.39@tcp:101:mkdir.0 00010000:00010000:1.0:1788198009.233107:0:22731:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788198009.233134:0:22731:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3ce00/0xb1c7fb411490b1b9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c5ba expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198009.233212:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c400/0xb1c7fb411490b1c0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198009.233226:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c400/0xb1c7fb411490b1c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198009.233261:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c400/0xb1c7fb411490b1c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788198009.233338:0:22731:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788198009.233343:0:22731:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788198009.233386:0:22731:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c400/0xb1c7fb411490b1c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198009.233414:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3ce00/0xb1c7fb411490b1b9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c5ba expref: 8 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198009.233431:0:22731:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c400/0xb1c7fb411490b1c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c5ba expref: 7 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198009.233440:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff985200de8e00) 00010000:00010000:1.0:1788198009.233444:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788198009.233448:0:22731:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c3b3c400, rc 0) 00000100:00100000:1.0:1788198009.233528:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3990e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+7:18109:x1875060808898176:12345-192.168.204.39@tcp:101:mkdir.0 Request processed in 443us (657us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198009.233536:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 13 00000100:00100000:2.0:1788198009.280541:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788198009.280566:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3184000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819511168:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788198009.280660:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198009.280928:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819511168 00000100:00100000:1.0:1788198009.280937:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819511168 00000100:00100000:1.0:1788198009.280996:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1788198009.281006:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c32fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3615:x1875060819511168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788198009.281043:0:22735:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788198009.281104:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c32fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3615:x1875060819511168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 99us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198009.281131:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1788198009.281461:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3184000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819511168:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788198009.281982:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7161c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819511296:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788198009.282033:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198009.282392:0:23472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819511296 00000100:00100000:3.0:1788198009.282399:0:23472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819511296 00000100:00100000:3.0:1788198009.282447:0:23472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1788198009.282456:0:23472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3185c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819511296:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788198009.282587:0:23472:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788198009.282662:0:23472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3185c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819511296:12345-0@lo:41:osp-pre-0-1.0 Request processed in 207us (628us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198009.282669:0:23472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1788198009.282912:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7161c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819511296:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788198010.243353:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788198011.262125:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788198011.531722:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788198011.531965:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808898304 00000100:00100000:3.0:1788198011.531976:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808898304 00000100:00100000:3.0:1788198011.532046:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 14 00000100:00100000:3.0:1788198011.532057:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c32f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+7:18162:x1875060808898304:12345-192.168.204.39@tcp:41:lfs.0 00000004:00000024:3.0:1788198011.532094:0:25525:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00080000:2.0:1788198011.532244:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788198011.532823:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c32f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+7:18162:x1875060808898304:12345-192.168.204.39@tcp:41:lfs.0 Request processed in 764us (1106us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198011.532832:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 14 00000100:00100000:3.0:1788198011.540235:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198011.544206:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808898432 00000100:00100000:1.0:1788198011.544292:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808898432 00000100:00100000:1.0:1788198011.544547:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 15 00000100:00100000:1.0:1788198011.544561:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7160380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+6:18162:x1875060808898432:12345-192.168.204.39@tcp:41:lfs.0 00000004:00000024:1.0:1788198011.544619:0:22731:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788198011.544736:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7160380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+6:18162:x1875060808898432:12345-192.168.204.39@tcp:41:lfs.0 Request processed in 180us (4511us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198011.544744:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 15 00000100:00080000:2.0:1788198011.544975:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788198011.551444:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788198011.551638:0:24240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808898560 00000100:00100000:3.0:1788198011.551665:0:24240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808898560 00000100:00100000:3.0:1788198011.551755:0:24240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 13 00000100:00100000:3.0:1788198011.551767:0:24240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+6:18162:x1875060808898560:12345-192.168.204.39@tcp:13:lfs.0 00002000:00000024:3.0:1788198011.551811:0:24240:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1788198011.552111:0:24240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+6:18162:x1875060808898560:12345-192.168.204.39@tcp:13:lfs.0 Request processed in 345us (681us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198011.552119:0:24240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 13 00000100:00080000:2.0:1788198011.552917:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788198011.554874:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198011.555910:0:24239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808898688 00000100:00100000:0.0:1788198011.555929:0:24239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808898688 00000100:00100000:0.0:1788198011.556037:0:24239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 14 00000100:00100000:0.0:1788198011.556051:0:24239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+5:18162:x1875060808898688:12345-192.168.204.39@tcp:13:lfs.0 00002000:00000024:0.0:1788198011.556101:0:24239:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1788198011.556232:0:24239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+5:18162:x1875060808898688:12345-192.168.204.39@tcp:13:lfs.0 Request processed in 184us (1369us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198011.556241:0:24239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 14 00000100:00080000:2.0:1788198011.557952:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788198011.773841:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198011.773950:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808898816 00000100:00100000:2.0:1788198011.773963:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808898816 00000100:00100000:2.0:1788198011.774026:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 133 00000100:00100000:2.0:1788198011.774037:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851d84b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6e28d120-d2e2-4e88-8679-5f32736e4257+10:18194:x1875060808898816:12345-192.168.204.39@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788198011.774059:0:22721:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788198011.774084:0:22721:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9851c57e2e00/0xb1c7fb411490b1c7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c5c1 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198011.774121:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9851c57e2e00/0xb1c7fb411490b1c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c5c1 expref: 11 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198011.774134:0:22721:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9851c57e2e00/0xb1c7fb411490b1c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c5c1 expref: 11 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198011.774146:0:22721:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851c57e2e00, rc 0) 00000100:00100000:2.0:1788198011.774232:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851d84b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6e28d120-d2e2-4e88-8679-5f32736e4257+11:18194:x1875060808898816:12345-192.168.204.39@tcp:101:mount.lustre.0 Request processed in 195us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198011.774239:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 133 00000100:00100000:1.0:1788198011.780658:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198011.780769:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808898944 00000100:00100000:0.0:1788198011.780781:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808898944 00000100:00100000:0.0:1788198011.780841:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 134 00000100:00100000:0.0:1788198011.780852:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851d84b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6e28d120-d2e2-4e88-8679-5f32736e4257+11:18194:x1875060808898944:12345-192.168.204.39@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788198011.781021:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851d84b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6e28d120-d2e2-4e88-8679-5f32736e4257+11:18194:x1875060808898944:12345-192.168.204.39@tcp:501:mount.lustre.0 Request processed in 170us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198011.781030:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 134 00000100:00100000:0.0:1788198011.798013:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788198011.798132:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808899072 00000100:00100000:3.0:1788198011.798143:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808899072 00000100:00100000:3.0:1788198011.799081:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 135 00000100:00100000:3.0:1788198011.799096:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851d84b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e28d120-d2e2-4e88-8679-5f32736e4257+11:18194:x1875060808899072:12345-192.168.204.39@tcp:503:mount.lustre.0 00000100:00100000:3.0:1788198011.800148:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851d84b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e28d120-d2e2-4e88-8679-5f32736e4257+11:18194:x1875060808899072:12345-192.168.204.39@tcp:503:mount.lustre.0 Request processed in 1050us (2222us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198011.800170:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 135 00000100:00100000:1.0:1788198011.815189:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198011.815627:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808899200 00000100:00100000:2.0:1788198011.815646:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808899200 00000100:00100000:2.0:1788198011.815704:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 136 00000100:00100000:2.0:1788198011.815714:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6e28d120-d2e2-4e88-8679-5f32736e4257+11:18201:x1875060808899200:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788198011.815869:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6e28d120-d2e2-4e88-8679-5f32736e4257+11:18201:x1875060808899200:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 155us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198011.815879:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 136 00000100:00100000:1.0:1788198011.868886:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788198011.868994:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808899328 00000100:00100000:3.0:1788198011.869009:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808899328 00000100:00100000:3.0:1788198011.869092:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 137 00000100:00100000:3.0:1788198011.869104:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3eec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e28d120-d2e2-4e88-8679-5f32736e4257+11:18201:x1875060808899328:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788198011.869354:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3eec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e28d120-d2e2-4e88-8679-5f32736e4257+11:18201:x1875060808899328:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 210us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198011.870574:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 137 00000100:00100000:3.0:1788198011.892723:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198011.892865:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808899456 00000100:00100000:0.0:1788198011.892884:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808899456 00000100:00100000:0.0:1788198011.892977:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 138 00000100:00100000:0.0:1788198011.892990:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6e28d120-d2e2-4e88-8679-5f32736e4257+11:18201:x1875060808899456:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788198011.893163:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6e28d120-d2e2-4e88-8679-5f32736e4257+11:18201:x1875060808899456:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 174us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198011.893172:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 138 00000100:00100000:1.0:1788198011.896984:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198011.897438:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808899584 00000100:00100000:0.0:1788198011.897452:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808899584 00000100:00100000:0.0:1788198011.897534:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 139 00000100:00100000:0.0:1788198011.897544:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e28d120-d2e2-4e88-8679-5f32736e4257+11:18194:x1875060808899584:12345-192.168.204.39@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788198011.897559:0:22724:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788198011.897578:0:22724:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9851dccc5000/0xb1c7fb411490b1ce lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c5f2 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198011.897619:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9851dccc5000/0xb1c7fb411490b1ce lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c5f2 expref: 12 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198011.897631:0:22724:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9851dccc5000/0xb1c7fb411490b1ce lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c5f2 expref: 12 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198011.897789:0:22724:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851dccc5000, rc 0) 00000100:00100000:0.0:1788198011.897864:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e28d120-d2e2-4e88-8679-5f32736e4257+12:18194:x1875060808899584:12345-192.168.204.39@tcp:101:mount.lustre.0 Request processed in 321us (895us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198011.897871:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 139 00000100:00100000:1.0:1788198011.900543:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198011.900792:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808899712 00000100:00100000:2.0:1788198011.900807:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808899712 00000100:00100000:2.0:1788198011.900881:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 140 00000100:00100000:2.0:1788198011.900919:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6e28d120-d2e2-4e88-8679-5f32736e4257+12:18194:x1875060808899712:12345-192.168.204.39@tcp:256:mount.lustre.0 20000000:01000000:2.0:1788198011.900956:0:22721:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1788198011.900977:0:22721:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1788198011.900981:0:22721:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1788198011.900985:0:22721:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1788198011.900989:0:22721:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1788198011.900992:0:22721:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1788198011.903468:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6e28d120-d2e2-4e88-8679-5f32736e4257+12:18194:x1875060808899712:12345-192.168.204.39@tcp:256:mount.lustre.0 Request processed in 2536us (2924us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198011.903607:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 140 00000100:00100000:1.0:1788198011.909879:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198011.910817:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808899840 00000100:00100000:0.0:1788198011.910830:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808899840 00000100:00100000:0.0:1788198011.910899:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 141 00000100:00100000:0.0:1788198011.910909:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e28d120-d2e2-4e88-8679-5f32736e4257+12:18194:x1875060808899840:12345-192.168.204.39@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788198011.910943:0:22724:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788198011.910961:0:22724:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9851dccc4a00/0xb1c7fb411490b1d5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c5f9 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198011.910995:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9851dccc4a00/0xb1c7fb411490b1d5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c5f9 expref: 13 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198011.911006:0:22724:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9851dccc4a00/0xb1c7fb411490b1d5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c5f9 expref: 13 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198011.911015:0:22724:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851dccc4a00, rc 0) 00000100:00100000:0.0:1788198011.911089:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e28d120-d2e2-4e88-8679-5f32736e4257+13:18194:x1875060808899840:12345-192.168.204.39@tcp:101:mount.lustre.0 Request processed in 180us (1222us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198011.911097:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 141 00000100:00100000:1.0:1788198011.913576:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198011.913992:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808899968 00000100:00100000:0.0:1788198011.914004:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808899968 00000100:00100000:0.0:1788198011.914081:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 142 00000100:00100000:0.0:1788198011.914092:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6e28d120-d2e2-4e88-8679-5f32736e4257+13:18194:x1875060808899968:12345-192.168.204.39@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788198011.914282:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6e28d120-d2e2-4e88-8679-5f32736e4257+13:18194:x1875060808899968:12345-192.168.204.39@tcp:501:mount.lustre.0 Request processed in 191us (715us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198011.914291:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 142 00000100:00100000:3.0:1788198011.918164:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198011.918276:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808900096 00000100:00100000:2.0:1788198011.918288:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808900096 00000100:00100000:2.0:1788198011.918384:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 143 00000100:00100000:2.0:1788198011.918396:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6e28d120-d2e2-4e88-8679-5f32736e4257+13:18194:x1875060808900096:12345-192.168.204.39@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788198011.918570:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6e28d120-d2e2-4e88-8679-5f32736e4257+13:18194:x1875060808900096:12345-192.168.204.39@tcp:503:mount.lustre.0 Request processed in 176us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198011.918580:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 143 00000100:00100000:1.0:1788198011.924949:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198011.925813:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808900224 00000100:00100000:2.0:1788198011.925828:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808900224 00000100:00100000:2.0:1788198011.925894:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 144 00000100:00100000:2.0:1788198011.925905:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e28d120-d2e2-4e88-8679-5f32736e4257+13:18206:x1875060808900224:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788198011.926121:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e28d120-d2e2-4e88-8679-5f32736e4257+13:18206:x1875060808900224:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 217us (1183us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198011.926129:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 144 00000100:00100000:1.0:1788198011.946363:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198011.946498:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808900352 00000100:00100000:0.0:1788198011.946510:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808900352 00000100:00100000:0.0:1788198011.946582:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 145 00000100:00100000:0.0:1788198011.946602:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6e28d120-d2e2-4e88-8679-5f32736e4257+13:18206:x1875060808900352:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788198011.946779:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6e28d120-d2e2-4e88-8679-5f32736e4257+13:18206:x1875060808900352:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 178us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198011.946795:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 145 00000100:00100000:2.0:1788198011.964636:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198011.964733:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198011.964832:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808900480 00000100:00100000:1.0:1788198011.964842:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808900480 00000100:00100000:1.0:1788198011.964889:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808900736 00000100:00100000:1.0:1788198011.964893:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808900736 00000100:00100000:1.0:1788198011.964921:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 16 00000100:00100000:1.0:1788198011.964930:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c32f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2388:x1875060808900480:12345-192.168.204.39@tcp:38:mount.lustre.0 00000100:00100000:3.0:1788198011.964958:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 17 00000100:00100000:3.0:1788198011.964965:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c32faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2388:x1875060808900736:12345-192.168.204.39@tcp:38:mount.lustre.0 00010000:00080000:1.0:1788198011.964965:0:22730:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2@192.168.204.39@tcp t0 exp 0000000000000000 cur 720 last 0 00010000:00080000:3.0:1788198011.964981:0:25525:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2@192.168.204.39@tcp t0 exp 0000000000000000 cur 720 last 0 00000020:00000080:1.0:1788198011.964999:0:22730:0:(genops.c:1385:class_connect()) connect: client ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2, cookie 0xb1c7fb411490b1dc 00000020:00000080:3.0:1788198011.965001:0:25525:0:(genops.c:1385:class_connect()) connect: client ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2, cookie 0xb1c7fb411490b1e3 00000004:00100000:1.0:1788198011.965028:0:22730:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return b7 00000100:00080000:1.0:1788198011.965118:0:22730:0:(import.c:65:import_set_state_nolock()) ffff9851f713c800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788198011.965185:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c32f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+6:2388:x1875060808900480:12345-192.168.204.39@tcp:38:mount.lustre.0 Request processed in 254us (560us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198011.965193:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 16 00000004:00100000:3.0:1788198011.968983:0:25525:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return b7 00000100:00080000:3.0:1788198011.969124:0:25525:0:(import.c:65:import_set_state_nolock()) ffff9851e6733800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788198011.970490:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c32faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+6:2388:x1875060808900736:12345-192.168.204.39@tcp:38:mount.lustre.0 Request processed in 5514us (5746us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198011.970504:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 17 00000100:00100000:2.0:1788198011.982978:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198011.983084:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198011.986630:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198011.987296:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808900992 00000100:00100000:1.0:1788198011.987308:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808900992 00000100:00100000:1.0:1788198011.987463:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808900608 00000100:00100000:1.0:1788198011.987468:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808900608 00000100:00100000:1.0:1788198011.987497:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 18 00000100:00100000:1.0:1788198011.987507:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c32fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+7:18194:x1875060808900992:12345-192.168.204.39@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788198011.987547:0:22730:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788198011.987859:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c32fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+7:18194:x1875060808900992:12345-192.168.204.39@tcp:41:mount.lustre.0 Request processed in 352us (4893us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198011.987867:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 18 00000100:00100000:1.0:1788198011.987900:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 19 00000100:00100000:1.0:1788198011.987907:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c32f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+6:0:x1875060808900608:12345-192.168.204.39@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788198011.987919:0:22730:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788198011.987940:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c32f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+6:0:x1875060808900608:12345-192.168.204.39@tcp:41:mount.lustre.0 Request processed in 34us (4856us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198011.987947:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 19 00000100:00100000:2.0:1788198011.989911:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808900864 00000100:00100000:2.0:1788198011.989925:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808900864 00000100:00080000:3.0:1788198011.990252:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788198011.990257:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788198011.993905:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 20 00000100:00100000:1.0:1788198011.993924:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+6:0:x1875060808900864:12345-192.168.204.39@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788198011.993976:0:22731:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788198011.994063:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+6:0:x1875060808900864:12345-192.168.204.39@tcp:41:mount.lustre.0 Request processed in 145us (7443us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198011.994071:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 20 00000100:00100000:1.0:1788198012.003929:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198012.004018:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808901120 00000100:00100000:0.0:1788198012.004030:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808901120 00000100:00100000:0.0:1788198012.004091:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 21 00000100:00100000:0.0:1788198012.004103:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3186d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+6:18194:x1875060808901120:12345-192.168.204.39@tcp:40:mount.lustre.0 00000100:00100000:0.0:1788198012.004200:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3186d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+6:18194:x1875060808901120:12345-192.168.204.39@tcp:40:mount.lustre.0 Request processed in 99us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198012.004208:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 21 00000100:00100000:2.0:1788198012.010251:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198012.010286:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198012.010369:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198012.010490:0:24602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808901248 00000100:00100000:1.0:1788198012.010501:0:24602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808901248 00000100:00100000:1.0:1788198012.010546:0:24602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808901376 00000100:00100000:1.0:1788198012.010548:0:24602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808901376 00000100:00100000:1.0:1788198012.010562:0:24602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 23 00000100:00100000:1.0:1788198012.010570:0:24602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2388:x1875060808901248:12345-192.168.204.39@tcp:8:mount.lustre.0 00010000:00080000:1.0:1788198012.010613:0:24602:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2@192.168.204.39@tcp t0 exp 0000000000000000 cur 721 last 0 00000020:00000080:1.0:1788198012.010641:0:24602:0:(genops.c:1385:class_connect()) connect: client ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2, cookie 0xb1c7fb411490b1ea 00002000:00100000:1.0:1788198012.010652:0:24602:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2/ffff9851f713c000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113967 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1788198012.010663:0:24602:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return b7 00002000:00080000:1.0:1788198012.010740:0:24602:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1788198012.010768:0:24602:0:(import.c:65:import_set_state_nolock()) ffff9851f713d800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788198012.010836:0:24602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+6:2388:x1875060808901248:12345-192.168.204.39@tcp:8:mount.lustre.0 Request processed in 267us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198012.010844:0:24602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 23 00000100:00100000:1.0:1788198012.010872:0:24602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 24 00000100:00100000:1.0:1788198012.010876:0:24602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2388:x1875060808901376:12345-192.168.204.39@tcp:8:mount.lustre.0 00010000:00080000:1.0:1788198012.010891:0:24602:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2@192.168.204.39@tcp t0 exp 0000000000000000 cur 721 last 0 00000020:00000080:1.0:1788198012.010905:0:24602:0:(genops.c:1385:class_connect()) connect: client ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2, cookie 0xb1c7fb411490b1f1 00002000:00100000:1.0:1788198012.010910:0:24602:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2/ffff9851f713b800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113967 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1788198012.010926:0:24602:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return b7 00002000:00080000:1.0:1788198012.010958:0:24602:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1788198012.010982:0:24602:0:(import.c:65:import_set_state_nolock()) ffff9851cdeda000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788198012.011002:0:24602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+6:2388:x1875060808901376:12345-192.168.204.39@tcp:8:mount.lustre.0 Request processed in 124us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198012.011008:0:24602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 24 00000100:00100000:0.0:1788198012.011554:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808901504 00000100:00100000:0.0:1788198012.011561:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808901504 00000100:00100000:0.0:1788198012.011616:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4 00000100:00100000:0.0:1788198012.011624:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+6:18194:x1875060808901504:12345-192.168.204.39@tcp:900:mount.lustre.0 00000100:00100000:0.0:1788198012.011682:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+6:18194:x1875060808901504:12345-192.168.204.39@tcp:900:mount.lustre.0 Request processed in 59us (1441us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198012.011690:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4 00000100:00100000:2.0:1788198012.017463:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788198012.019524:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808901632 00000100:00100000:3.0:1788198012.019541:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808901632 00000100:00100000:3.0:1788198012.019925:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1 00000100:00100000:3.0:1788198012.019937:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+6:18194:x1875060808901632:12345-192.168.204.39@tcp:33:mount.lustre.0 00000004:00200000:3.0:1788198012.020032:0:22733:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1788198012.020138:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+6:18194:x1875060808901632:12345-192.168.204.39@tcp:33:mount.lustre.0 Request processed in 203us (2684us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198012.020145:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1 00010000:00010000:0.0:1788198012.294476:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788198012.349879:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7694000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819511424:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788198012.349996:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788198012.350207:0:24239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819511424 00000100:00100000:0.0:1788198012.350216:0:24239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819511424 00000100:00100000:0.0:1788198012.350286:0:24239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788198012.350296:0:24239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819511424:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788198012.350343:0:24239:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788198012.350798:0:24239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819511424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 501us (800us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198012.350807:0:24239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:3.0:1788198012.350880:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788198012.352393:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7694000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819511424:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788198012.397036:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198012.399129:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808901760 00000100:00100000:1.0:1788198012.399143:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808901760 00000100:00100000:1.0:1788198012.399220:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 22 00000100:00100000:1.0:1788198012.399230:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7162680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+6:18229:x1875060808901760:12345-192.168.204.39@tcp:101:mkdir.0 00010000:00010000:1.0:1788198012.399252:0:22731:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788198012.399273:0:22731:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d800/0xb1c7fb411490b1f8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c62a expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198012.399374:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3ce00/0xb1c7fb411490b1ff lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198012.399387:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3ce00/0xb1c7fb411490b1ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198012.399399:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3ce00/0xb1c7fb411490b1ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788198012.399440:0:22731:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788198012.399444:0:22731:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788198012.399463:0:22731:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3ce00/0xb1c7fb411490b1ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198012.399496:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d800/0xb1c7fb411490b1f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c62a expref: 8 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198012.399534:0:22731:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3ce00/0xb1c7fb411490b1ff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c62a expref: 7 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198012.399543:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff985200de8e00) 00010000:00010000:1.0:1788198012.399546:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788198012.399550:0:22731:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c3b3ce00, rc 0) 00000100:00100000:1.0:1788198012.399640:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7162680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+7:18229:x1875060808901760:12345-192.168.204.39@tcp:101:mkdir.0 Request processed in 411us (2613us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198012.399648:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 22 00010000:00010000:3.0:1788198013.309505:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788198013.374231:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788198013.374258:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819511552:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788198013.374360:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198013.374477:0:24240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819511552 00000100:00100000:2.0:1788198013.374485:0:24240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819511552 00000100:00100000:2.0:1788198013.374569:0:24240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788198013.374579:0:24240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3187b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1875060819511552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788198013.374607:0:24240:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788198013.374650:0:24240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3187b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1875060819511552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198013.374656:0:24240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:1.0:1788198013.374907:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788198013.375008:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819511552:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788198013.886709:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819511680:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788198013.886785:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198013.886867:0:24240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819511680 00000100:00100000:2.0:1788198013.886876:0:24240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819511680 00000100:00100000:2.0:1788198013.886932:0:24240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788198013.886942:0:24240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819511680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788198013.886970:0:24240:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788198013.887023:0:24240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819511680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198013.887031:0:24240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:2.0:1788198013.887052:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788198013.887078:0:3616:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1788198013.887104:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819511680:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788198013.887496:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3186300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27515ceb-a8a3-4165-9bb1-71641bb462d7:3613:1875060819511808:0@lo:400:kworker.0 00000100:00100000:1.0:1788198013.887535:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198013.887576:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3186680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819512320:0@lo:400:kworker.0 00000100:00100000:2.0:1788198013.888832:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3187480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819511936:0@lo:400:kworker.0 00000100:00100000:2.0:1788198013.888887:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3185f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3616:1875060819512192:0@lo:400:kworker.0 00000100:00100000:2.0:1788198013.888913:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198013.888953:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c40f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3616:1875060819512704:0@lo:400:kworker.0 00000100:00100000:2.0:1788198013.888974:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198013.889001:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1788198013.889007:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3187100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819512064:0@lo:400:kworker.0 00000100:00100000:2.0:1788198013.889033:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198013.889052:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c40f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3616:1875060819512576:0@lo:400:kworker.0 00000100:00100000:2.0:1788198013.889071:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198013.889089:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c40f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3616:1875060819513088:0@lo:400:kworker.0 00000100:00100000:2.0:1788198013.889115:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198013.889146:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819512192 00000100:00100000:2.0:1788198013.889153:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819512192 00000100:00100000:2.0:1788198013.889187:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819512704 00000100:00100000:2.0:1788198013.889190:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819512704 00000100:00100000:2.0:1788198013.889211:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819512576 00000100:00100000:2.0:1788198013.889213:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819512576 00000100:00100000:2.0:1788198013.889222:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819513088 00000100:00100000:2.0:1788198013.889224:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819513088 00000100:00100000:2.0:1788198013.889240:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788198013.889262:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3616:x1875060819512192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788198013.889420:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198013.889448:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c40f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3613:1875060819512832:0@lo:400:kworker.0 00000100:00100000:1.0:1788198013.889473:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198013.889502:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819511808 00000100:00100000:1.0:1788198013.889506:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819511808 00000100:00100000:1.0:1788198013.889535:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1788198013.889541:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:3613:x1875060819511808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788198013.889597:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:3613:x1875060819511808:12345-0@lo:400:kworker.0 Request processed in 55us (2061us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198013.889819:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819512832 00000100:00100000:3.0:1788198013.889824:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819512832 00000100:00100000:3.0:1788198013.889849:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1788198013.889857:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3616:x1875060819512704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788198013.889892:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3616:x1875060819512704:12345-0@lo:400:kworker.0 Request processed in 36us (917us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198013.889898:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1788198013.889915:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1788198013.889920:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3616:x1875060819512576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788198013.889948:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3616:x1875060819512576:12345-0@lo:400:kworker.0 Request processed in 27us (875us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198013.889961:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1788198013.889975:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1788198013.889980:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3616:x1875060819513088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788198013.890010:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3616:x1875060819513088:12345-0@lo:400:kworker.0 Request processed in 30us (894us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198013.890016:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1788198013.890028:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1788198013.890034:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c40f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3613:x1875060819512832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788198013.890077:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c40f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3613:x1875060819512832:12345-0@lo:400:kworker.0 Request processed in 43us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198013.890083:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00080000:3.0:1788198013.890105:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788198013.890110:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788198013.890139:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c40f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3616:1875060819512576:0@lo:400:kworker.0 00010000:00080000:3.0:1788198013.890152:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9850c40f0380 x1875060819513088/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198029 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788198013.890162:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c40f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3616:1875060819513088:0@lo:400:kworker.0 00000100:00100000:3.0:1788198013.890174:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3185f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3616:1875060819512192:0@lo:400:kworker.0 00000100:00100000:3.0:1788198013.890188:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c40f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3616:1875060819512704:0@lo:400:kworker.0 00000100:00100000:3.0:1788198013.890228:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819512320 00000100:00100000:3.0:1788198013.890231:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819512320 00000100:00100000:3.0:1788198013.890260:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788198013.890267:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c40f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819512320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788198013.890355:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c40f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819512320:12345-0@lo:400:kworker.0 Request processed in 47us (893us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198013.890362:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788198013.890385:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198013.890411:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3184000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3614:1875060819512448:0@lo:400:kworker.0 00000100:00100000:3.0:1788198013.890439:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198013.890457:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c40f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3614:1875060819512960:0@lo:400:kworker.0 00000100:00100000:3.0:1788198013.890478:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198013.890502:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819511936 00000100:00100000:3.0:1788198013.890505:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819511936 00000100:00100000:3.0:1788198013.890527:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788198013.890534:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7162d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819511936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788198013.890581:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7162d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819511936:12345-0@lo:400:kworker.0 Request processed in 47us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198013.890587:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788198013.890707:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1788198013.890759:0:24602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819512064 00000100:00100000:1.0:1788198013.890763:0:24602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819512064 00000100:00100000:2.0:1788198013.890922:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3616:x1875060819512192:12345-0@lo:400:kworker.0 Request processed in 52us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198013.890932:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788198013.890946:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819512960 00000100:00100000:2.0:1788198013.890950:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819512960 00000100:00100000:2.0:1788198013.890977:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1788198013.890984:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7160e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3614:x1875060819512960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788198013.891018:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7160e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3614:x1875060819512960:12345-0@lo:400:kworker.0 Request processed in 35us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198013.891023:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788198013.891871:0:24238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819512448 00000100:00100000:3.0:1788198013.891881:0:24238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819512448 00000100:00100000:0.0:1788198013.892134:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788198013.892159:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e7697480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819513216:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788198013.892208:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788198013.892247:0:24240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819513216 00000100:00100000:0.0:1788198013.892252:0:24240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819513216 00000100:00100000:0.0:1788198013.892284:0:24240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788198013.892291:0:24240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3615:x1875060819513216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788198013.892311:0:24240:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1788198013.892384:0:24240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3615:x1875060819513216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198013.892391:0:24240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788198013.892432:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e7697480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819513216:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788198013.895616:0:24602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788198013.895639:0:24602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819512064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788198013.895735:0:24602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819512064:12345-0@lo:400:kworker.0 Request processed in 106us (6701us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198013.895743:0:24602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788198013.896938:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3187480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819511936:0@lo:400:kworker.0 00000100:00100000:2.0:1788198013.896982:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c40f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3614:1875060819512960:0@lo:400:kworker.0 00000100:00080000:2.0:1788198013.897043:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788198013.897051:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788198013.898080:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3187100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819512064:0@lo:400:kworker.0 00000100:00100000:0.0:1788198013.898955:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3186300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27515ceb-a8a3-4165-9bb1-71641bb462d7:3613:1875060819511808:0@lo:400:kworker.0 00000100:00100000:0.0:1788198013.898971:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3186680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819512320:0@lo:400:kworker.0 00010000:00080000:0.0:1788198013.898986:0:3613:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9850c40f3800 x1875060819512832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198029 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788198013.898997:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c40f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3613:1875060819512832:0@lo:400:kworker.0 00000100:00100000:0.0:1788198013.900123:0:24237:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788198013.900140:0:24237:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7162300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3614:x1875060819512448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788198013.900232:0:24237:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7162300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3614:x1875060819512448:12345-0@lo:400:kworker.0 Request processed in 99us (9792us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198013.900239:0:24237:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788198013.900286:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3184000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3614:1875060819512448:0@lo:400:kworker.0 00010000:00010000:3.0:1788198014.338722:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788198014.401416:0:3614:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788198014.401444:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c40f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819513344:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788198014.401551:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198014.401708:0:23472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819513344 00000100:00100000:1.0:1788198014.401716:0:23472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819513344 00000100:00100000:1.0:1788198014.401772:0:23472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788198014.401782:0:23472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851dcd98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819513344:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788198014.401816:0:23472:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788198014.401865:0:23472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851dcd98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819513344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198014.401872:0:23472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788198014.401929:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c40f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819513344:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788198014.402120:0:3613:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788198014.402132:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819513472:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788198014.402165:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198014.402270:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819513472 00000100:00100000:3.0:1788198014.402277:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819513472 00000100:00100000:3.0:1788198014.402311:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788198014.402346:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7697480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819513472:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788198014.402366:0:22734:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788198014.402405:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7697480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819513472:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198014.402411:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788198014.402482:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819513472:0@lo:41:osp-pre-0-1.0 00000001:00100000:2.0:1788198014.913179:0:24232:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2 00000001:00100000:2.0:1788198014.913194:0:24232:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of e8b4ee14-f2dd-4d6b-babf-78ba8434fd18 00000001:00100000:1.0:1788198014.916102:0:22709:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2 00000001:00100000:1.0:1788198014.916116:0:22709:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of e8b4ee14-f2dd-4d6b-babf-78ba8434fd18 00000001:00100000:3.0:1788198014.916392:0:23464:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2 00000001:00100000:3.0:1788198014.916419:0:23464:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of e8b4ee14-f2dd-4d6b-babf-78ba8434fd18 00010000:00010000:0.0:1788198015.357816:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788198016.009621:0:25612:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000040:00080000:3.0:1788198016.255850:0:23485:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788198016.381841:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198017.410420:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788198017.469500:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788198017.469525:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819513600:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788198017.469599:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788198017.469652:0:24240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819513600 00000100:00100000:0.0:1788198017.469659:0:24240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819513600 00000100:00100000:0.0:1788198017.469715:0:24240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788198017.469726:0:24240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3b19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819513600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788198017.469756:0:24240:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788198017.469816:0:24240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3b19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819513600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198017.469824:0:24240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788198017.469876:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819513600:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788198017.469943:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788198017.512048:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198017.512092:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198017.512123:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198017.512146:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198017.512166:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198017.512198:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198017.512215:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198017.512232:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198017.512267:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198017.512298:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808902144 00000100:00100000:2.0:1788198017.512308:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808902144 00000100:00100000:2.0:1788198017.512386:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808902656 00000100:00100000:2.0:1788198017.512390:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808902656 00000100:00100000:2.0:1788198017.512402:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808902016 00000100:00100000:2.0:1788198017.512405:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808902016 00000100:00100000:2.0:1788198017.512415:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808902528 00000100:00100000:2.0:1788198017.512417:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808902528 00000100:00100000:2.0:1788198017.512435:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 52 00000100:00100000:2.0:1788198017.512444:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851dcd98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+5:2389:x1875060808902144:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1788198017.512640:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 53 00000100:00100000:1.0:1788198017.512650:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851dcd9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+5:2389:x1875060808902656:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1788198017.512680:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851dcd9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+5:2389:x1875060808902656:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 33us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198017.512694:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 53 00000100:00100000:1.0:1788198017.512713:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 54 00000100:00100000:1.0:1788198017.512719:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851dcd9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+6:2389:x1875060808902016:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1788198017.512744:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851dcd9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+6:2389:x1875060808902016:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198017.512750:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 54 00000100:00100000:1.0:1788198017.512761:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 55 00000100:00100000:1.0:1788198017.512766:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851dcd9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+6:2389:x1875060808902528:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1788198017.512786:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851dcd9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+6:2389:x1875060808902528:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 20us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198017.512791:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 55 00000100:00100000:2.0:1788198017.512827:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851dcd98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+5:2389:x1875060808902144:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 87us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198017.512834:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 52 00000100:00100000:2.0:1788198017.512855:0:24237:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808902400 00000100:00100000:2.0:1788198017.512859:0:24237:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808902400 00000100:00100000:2.0:1788198017.512879:0:24237:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808902912 00000100:00100000:2.0:1788198017.512882:0:24237:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808902912 00000100:00100000:2.0:1788198017.512893:0:24237:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808902272 00000100:00100000:2.0:1788198017.512895:0:24237:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808902272 00000100:00100000:2.0:1788198017.512907:0:24237:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808902784 00000100:00100000:2.0:1788198017.512909:0:24237:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808902784 00000100:00100000:2.0:1788198017.512922:0:24237:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9 00000100:00100000:2.0:1788198017.512928:0:24237:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851dcd99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+5:2389:x1875060808902400:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1788198017.512955:0:24237:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851dcd99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+5:2389:x1875060808902400:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 27us (832us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198017.512971:0:24237:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9 00000100:00100000:2.0:1788198017.512984:0:24237:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10 00000100:00100000:2.0:1788198017.512990:0:24237:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851dcd9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+6:2389:x1875060808902912:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1788198017.513143:0:24237:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851dcd9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+6:2389:x1875060808902912:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 152us (974us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198017.513150:0:24237:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10 00000100:00100000:2.0:1788198017.513162:0:24237:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 11 00000100:00100000:2.0:1788198017.513168:0:24237:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851dcd99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+5:2389:x1875060808902272:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1788198017.513191:0:24237:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851dcd99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+5:2389:x1875060808902272:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (974us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198017.513197:0:24237:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 11 00000100:00100000:2.0:1788198017.513209:0:24237:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 12 00000100:00100000:2.0:1788198017.513214:0:24237:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851dcd9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+5:2389:x1875060808902784:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1788198017.513235:0:24237:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851dcd9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+5:2389:x1875060808902784:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (968us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198017.513241:0:24237:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 12 00000100:00100000:3.0:1788198017.513426:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808901888 00000100:00100000:3.0:1788198017.513432:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808901888 00000100:00100000:3.0:1788198017.513471:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 147 00000100:00100000:3.0:1788198017.513488:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e28d120-d2e2-4e88-8679-5f32736e4257+13:2389:x1875060808901888:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1788198017.513517:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e28d120-d2e2-4e88-8679-5f32736e4257+13:2389:x1875060808901888:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 40us (1480us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198017.513523:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 147 00000100:00080000:2.0:1788198017.513804:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788198017.513809:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788198017.513812:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788198017.513815:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00100000:2.0:1788198017.987511:0:25054:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2 00010000:00010000:2.0:1788198018.436658:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788198018.499713:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788198018.499738:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819513728:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788198018.499817:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198018.499953:0:24240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819513728 00000100:00100000:3.0:1788198018.499961:0:24240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819513728 00000100:00100000:3.0:1788198018.500027:0:24240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788198018.500038:0:24240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851dcd99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819513728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788198018.500062:0:24240:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1788198018.500123:0:24240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851dcd99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819513728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198018.500130:0:24240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788198018.500173:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819513728:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788198018.500433:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1788198019.006020:0:22765:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788198019.007423:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819514112:0@lo:400:kworker.0 00000100:00100000:3.0:1788198019.007510:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198019.007564:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7160a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819514624:0@lo:400:kworker.0 00000100:00100000:3.0:1788198019.007587:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198019.007603:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3186680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3615:1875060819515136:0@lo:400:kworker.0 00000100:00100000:3.0:1788198019.007649:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198019.007673:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788198019.007678:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819514240:0@lo:400:kworker.0 00000100:00100000:3.0:1788198019.007706:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198019.007722:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819514752:0@lo:400:kworker.0 00000100:00100000:3.0:1788198019.007744:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198019.007758:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3186300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3615:1875060819515264:0@lo:400:kworker.0 00000100:00100000:3.0:1788198019.007778:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198019.008726:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7160000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819513984:0@lo:400:kworker.0 00000100:00100000:2.0:1788198019.008777:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198019.008812:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3614:1875060819514496:0@lo:400:kworker.0 00000100:00100000:2.0:1788198019.008834:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198019.008849:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3184000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3614:1875060819515008:0@lo:400:kworker.0 00000100:00100000:2.0:1788198019.008869:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198019.008889:0:3614:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:2.0:1788198019.008895:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27515ceb-a8a3-4165-9bb1-71641bb462d7:3614:1875060819513856:0@lo:400:kworker.0 00000100:00100000:2.0:1788198019.008919:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198019.008937:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7160700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3614:1875060819514368:0@lo:400:kworker.0 00000100:00100000:2.0:1788198019.008954:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198019.008969:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f7161c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3614:1875060819514880:0@lo:400:kworker.0 00000100:00100000:2.0:1788198019.008984:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198019.008992:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3187100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3614:1875060819515392:0@lo:400:kworker.0 00000100:00100000:2.0:1788198019.009006:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198019.009035:0:24237:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819514112 00000100:00100000:2.0:1788198019.009043:0:24237:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819514112 00000100:00100000:2.0:1788198019.009090:0:24237:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819514624 00000100:00100000:2.0:1788198019.009093:0:24237:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819514624 00000100:00100000:2.0:1788198019.009105:0:24237:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819514240 00000100:00100000:2.0:1788198019.009107:0:24237:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819514240 00000100:00100000:2.0:1788198019.009117:0:24237:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819514752 00000100:00100000:2.0:1788198019.009120:0:24237:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819514752 00000100:00100000:2.0:1788198019.009135:0:24237:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788198019.009143:0:24237:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3187480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3615:x1875060819514112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788198019.009212:0:24237:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3187480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3615:x1875060819514112:12345-0@lo:400:kworker.0 Request processed in 69us (1701us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198019.009220:0:24237:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788198019.009244:0:24237:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788198019.009250:0:24237:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3185f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819514624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788198019.009278:0:24237:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3185f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819514624:12345-0@lo:400:kworker.0 Request processed in 29us (1690us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198019.009285:0:24237:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788198019.009296:0:24237:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788198019.009302:0:24237:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fafec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3615:x1875060819514240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788198019.009353:0:24237:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fafec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3615:x1875060819514240:12345-0@lo:400:kworker.0 Request processed in 51us (1646us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198019.009359:0:24237:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788198019.009483:0:24237:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788198019.009490:0:24237:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985200cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819514752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788198019.009520:0:24237:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985200cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819514752:12345-0@lo:400:kworker.0 Request processed in 31us (1775us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198019.009526:0:24237:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788198019.009555:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819515136 00000100:00100000:2.0:1788198019.009559:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819515136 00000100:00100000:2.0:1788198019.009578:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819515264 00000100:00100000:2.0:1788198019.009582:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819515264 00000100:00100000:2.0:1788198019.009594:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819515008 00000100:00100000:2.0:1788198019.009596:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819515008 00000100:00100000:2.0:1788198019.009606:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819514368 00000100:00100000:2.0:1788198019.009608:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819514368 00000100:00100000:2.0:1788198019.009617:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819514880 00000100:00100000:2.0:1788198019.009627:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819514880 00000100:00100000:2.0:1788198019.009643:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819515392 00000100:00100000:2.0:1788198019.009646:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819515392 00000100:00100000:2.0:1788198019.009658:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1788198019.009664:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985200cbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3615:x1875060819515136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788198019.009693:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985200cbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3615:x1875060819515136:12345-0@lo:400:kworker.0 Request processed in 29us (2045us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198019.009699:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1788198019.009710:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788198019.009715:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985200cbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3615:x1875060819515264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788198019.009740:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985200cbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3615:x1875060819515264:12345-0@lo:400:kworker.0 Request processed in 26us (1961us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198019.009746:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788198019.009757:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1788198019.009762:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851dcd98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3614:x1875060819515008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788198019.009794:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851dcd98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3614:x1875060819515008:12345-0@lo:400:kworker.0 Request processed in 32us (924us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198019.009800:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1788198019.009811:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788198019.009817:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851dcd99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3614:x1875060819514368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788198019.009839:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851dcd99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3614:x1875060819514368:12345-0@lo:400:kworker.0 Request processed in 24us (884us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198019.009845:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788198019.009855:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788198019.009860:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851dcd9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3614:x1875060819514880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788198019.009883:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851dcd9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3614:x1875060819514880:12345-0@lo:400:kworker.0 Request processed in 23us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198019.009895:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788198019.009907:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1788198019.009912:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851dcd99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3614:x1875060819515392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788198019.009941:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851dcd99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3614:x1875060819515392:12345-0@lo:400:kworker.0 Request processed in 29us (933us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198019.009947:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1788198019.009966:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819513984 00000100:00100000:2.0:1788198019.009970:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819513984 00000100:00100000:2.0:1788198019.009991:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819514496 00000100:00100000:2.0:1788198019.009994:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819514496 00000100:00100000:2.0:1788198019.010005:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1788198019.010011:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851dcd9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819513984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788198019.010043:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851dcd9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819513984:12345-0@lo:400:kworker.0 Request processed in 32us (1266us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198019.010049:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1788198019.010060:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788198019.010065:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851dcd98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3614:x1875060819514496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788198019.010092:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851dcd98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3614:x1875060819514496:12345-0@lo:400:kworker.0 Request processed in 27us (1257us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198019.010098:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00080000:2.0:1788198019.010120:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788198019.010124:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788198019.010127:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788198019.010129:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788198019.010164:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7160700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3614:1875060819514368:0@lo:400:kworker.0 00000100:00100000:2.0:1788198019.010176:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7161c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3614:1875060819514880:0@lo:400:kworker.0 00010000:00080000:2.0:1788198019.010198:0:3614:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9850c3187100 x1875060819515392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198035 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788198019.010209:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3187100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3614:1875060819515392:0@lo:400:kworker.0 00000100:00100000:2.0:1788198019.010220:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7160000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819513984:0@lo:400:kworker.0 00000100:00100000:2.0:1788198019.010228:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3614:1875060819514496:0@lo:400:kworker.0 00000100:00100000:2.0:1788198019.010237:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3184000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3614:1875060819515008:0@lo:400:kworker.0 00000100:00100000:2.0:1788198019.010277:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819514240:0@lo:400:kworker.0 00000100:00100000:2.0:1788198019.010289:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819514752:0@lo:400:kworker.0 00000100:00100000:2.0:1788198019.010300:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3186300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3615:1875060819515264:0@lo:400:kworker.0 00000100:00100000:2.0:1788198019.010338:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819514112:0@lo:400:kworker.0 00000100:00100000:2.0:1788198019.010352:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7160a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819514624:0@lo:400:kworker.0 00010000:00080000:2.0:1788198019.010363:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9850c3186680 x1875060819515136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198035 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788198019.010373:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3186680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3615:1875060819515136:0@lo:400:kworker.0 00000100:00100000:0.0:1788198019.010770:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819513856 00000100:00100000:0.0:1788198019.010775:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819513856 00000100:00100000:0.0:1788198019.010806:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:0.0:1788198019.010813:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:3614:x1875060819513856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788198019.010851:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:3614:x1875060819513856:12345-0@lo:400:kworker.0 Request processed in 40us (1931us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198019.010858:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:0.0:1788198019.010887:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788198019.010899:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819515648:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788198019.010940:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788198019.010972:0:24240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819515648 00000100:00100000:0.0:1788198019.010976:0:24240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819515648 00000100:00100000:0.0:1788198019.011000:0:24240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788198019.011007:0:24240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3b18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819515648:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788198019.011028:0:24240:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1788198019.011065:0:24240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3b18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819515648:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198019.011071:0:24240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788198019.011105:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819515648:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788198019.013441:0:3613:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788198019.013478:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985200cbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819515520:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788198019.013543:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788198019.013878:0:24240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819515520 00000100:00100000:0.0:1788198019.013887:0:24240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819515520 00000100:00100000:0.0:1788198019.013933:0:24240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788198019.013942:0:24240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c40f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819515520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788198019.013966:0:24240:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1788198019.014016:0:24240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c40f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819515520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198019.014023:0:24240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788198019.014106:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985200cbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819515520:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788198019.014229:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f7161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27515ceb-a8a3-4165-9bb1-71641bb462d7:3614:1875060819513856:0@lo:400:kworker.0 00010000:00010000:3.0:1788198019.454928:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788198019.517538:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788198019.517561:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819515776:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788198019.517634:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788198019.517684:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819515776 00000100:00100000:0.0:1788198019.517691:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819515776 00000100:00100000:0.0:1788198019.517734:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1788198019.517742:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3b1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819515776:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788198019.517775:0:22734:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788198019.517827:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3b1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819515776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198019.517835:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1788198019.517875:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819515776:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788198019.520366:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985200cbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819515904:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788198019.520578:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198019.520690:0:23472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819515904 00000100:00100000:3.0:1788198019.520700:0:23472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819515904 00000100:00100000:3.0:1788198019.520754:0:23472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788198019.520765:0:23472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3b1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3613:x1875060819515904:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788198019.520810:0:23472:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788198019.520878:0:23472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3b1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3613:x1875060819515904:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198019.520886:0:23472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1788198019.521199:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985200cbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819515904:0@lo:41:osp-pre-1-0.0 00000020:00000080:1.0:1788198019.947676:0:25760:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffdc736cfc0 20000000:00000080:1.0:1788198019.947702:0:25760:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9851f23f5c00 uarg=0000000000000000 20000000:01000000:1.0:1788198019.947754:0:25760:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:1.0:1788198019.947761:0:25760:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:1.0:1788198019.947767:0:25760:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:2.0:1788198019.948391:0:25761:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:1.0:1788198019.948562:0:25760:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:1.0:1788198019.965941:0:25760:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1788198019.966132:0:25760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9851c57e2a00/0xb1c7fb411490b206 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198019.966155:0:25760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9851d03b0200/0xb1c7fb411490ae63 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490ae5c expref: 23 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198019.966184:0:25760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9850c1ea8c00/0xb1c7fb411490ae71 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490ae6a expref: 23 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198019.966191:0:25760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9850c1ea9800/0xb1c7fb411490aeb0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490aea9 expref: 23 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198019.966198:0:25760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9850c3b3cc00/0xb1c7fb411490b02a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490b023 expref: 23 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198019.966208:0:25760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9851c57e3400/0xb1c7fb411490b196 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c589 expref: 12 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198019.966217:0:25760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9851dccc4a00/0xb1c7fb411490b1d5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c5f9 expref: 12 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198019.966225:0:25760:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9851c57e2a00/0xb1c7fb411490b206 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198019.966269:0:25760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9851dccc4a00/0xb1c7fb411490b1d5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c5f9 expref: 12 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198019.966286:0:25760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9851dccc4a00/0xb1c7fb411490b1d5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c5f9 expref: 12 pid: 22724 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788198019.966302:0:25760:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851dcd99500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25760:1875060819516032:192.168.204.39@tcp:104: 00010000:00010000:2.0:1788198019.966447:0:25760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9851c57e3400/0xb1c7fb411490b196 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c589 expref: 12 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198019.966457:0:25760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9851c57e3400/0xb1c7fb411490b196 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c589 expref: 12 pid: 22724 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788198019.966475:0:25760:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851dcd9aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25760:1875060819516160:192.168.204.39@tcp:104: 00010000:00010000:2.0:1788198019.966514:0:25760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9850c3b3cc00/0xb1c7fb411490b02a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb1c7fb411490b023 expref: 23 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198019.966523:0:25760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9850c3b3cc00/0xb1c7fb411490b02a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb1c7fb411490b023 expref: 23 pid: 22724 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788198019.966533:0:25760:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851dcd99180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25760:1875060819516288:0@lo:104: 00000100:00100000:2.0:1788198019.966574:0:25760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788198019.966608:0:25760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9850c1ea9800/0xb1c7fb411490aeb0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb1c7fb411490aea9 expref: 23 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198019.966616:0:25760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9850c1ea9800/0xb1c7fb411490aeb0 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb1c7fb411490aea9 expref: 23 pid: 22724 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788198019.966624:0:25760:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851dcd98700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25760:1875060819516416:0@lo:104: 00000100:00100000:2.0:1788198019.966658:0:25760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788198019.966687:0:25760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9850c1ea8c00/0xb1c7fb411490ae71 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb1c7fb411490ae6a expref: 23 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198019.966695:0:25760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9850c1ea8c00/0xb1c7fb411490ae71 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb1c7fb411490ae6a expref: 23 pid: 22724 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788198019.966704:0:25760:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c32f8a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25760:1875060819516544:0@lo:104: 00000100:00100000:2.0:1788198019.966725:0:25760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788198019.966743:0:25760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9851d03b0200/0xb1c7fb411490ae63 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb1c7fb411490ae5c expref: 23 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198019.966762:0:25760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9851d03b0200/0xb1c7fb411490ae63 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb1c7fb411490ae5c expref: 23 pid: 22721 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788198019.966771:0:25760:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851c6d58000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25760:1875060819516672:0@lo:104: 00000100:00100000:2.0:1788198019.966792:0:25760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198019.966803:0:25760:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c311c900 going to sleep for 11 seconds 00000100:00100000:1.0:1788198019.967008:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819516288 00000100:00100000:1.0:1788198019.967018:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819516288 00000100:00100000:1.0:1788198019.967106:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819516416 00000100:00100000:1.0:1788198019.967110:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819516416 00000100:00100000:1.0:1788198019.967138:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819516544 00000100:00100000:1.0:1788198019.967141:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819516544 00000100:00100000:1.0:1788198019.967154:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819516672 00000100:00100000:1.0:1788198019.967156:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819516672 00000100:00100000:1.0:1788198019.967171:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788198019.967182:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851dcd9a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:27515ceb-a8a3-4165-9bb1-71641bb462d7+6:25760:x1875060819516288:12345-0@lo:104: 00010000:00010000:1.0:1788198019.967197:0:22712:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff9851dccc5c00/0xb1c7fb411490b023 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb1c7fb411490b02a expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788198019.967383:0:22713:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00100000:3.0:1788198019.967564:0:22713:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_002' 00010000:00010000:1.0:1788198019.968010:0:22712:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788198019.968020:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851dcd9a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:27515ceb-a8a3-4165-9bb1-71641bb462d7+6:25760:x1875060819516288:12345-0@lo:104: Request processed in 838us (1444us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198019.968030:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788198019.968085:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788198019.968093:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851dcd9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:27515ceb-a8a3-4165-9bb1-71641bb462d7+5:25760:x1875060819516416:12345-0@lo:104: 00010000:00010000:1.0:1788198019.968103:0:22712:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d400/0xb1c7fb411490aea9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb1c7fb411490aeb0 expref: -99 pid: 24231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198019.968135:0:22712:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1788198019.968141:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851dcd9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:27515ceb-a8a3-4165-9bb1-71641bb462d7+5:25760:x1875060819516416:12345-0@lo:104: Request processed in 50us (1483us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198019.968149:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788198019.968167:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788198019.968174:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:27515ceb-a8a3-4165-9bb1-71641bb462d7+4:25760:x1875060819516544:12345-0@lo:104: 00010000:00010000:1.0:1788198019.968182:0:22712:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff9851c1666000/0xb1c7fb411490ae6a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb1c7fb411490ae71 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788198019.968189:0:25760:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851dcd99180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25760:1875060819516288:0@lo:104: 00000100:00100000:3.0:1788198019.968203:0:25760:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851dcd98700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25760:1875060819516416:0@lo:104: 00000100:00100000:3.0:1788198019.968219:0:25760:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c32f8a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25760:1875060819516544:0@lo:104: 00010000:00010000:3.0:1788198019.968243:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788198019.968249:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9851dccc5c00/0xb1c7fb411490b023 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb1c7fb411490b02a expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198019.968273:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851dccc5c00 already unused, calling callback (ffffffffc125cc20) 10000000:00010000:3.0:1788198019.968277:0:22718:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9851dccc5c00/0xb1c7fb411490b023 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xb1c7fb411490b02a expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198019.968286:0:22718:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9851dccc5c00/0xb1c7fb411490b023 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xb1c7fb411490b02a expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788198019.968294:0:22718:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9851dccc5c00/0xb1c7fb411490b023 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xb1c7fb411490b02a expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788198019.968300:0:22718:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788198019.968367:0:22718:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff9851dccc5c00/0xb1c7fb411490b023 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490b02a expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198019.968374:0:22718:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788198019.968394:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9851dccc5c00/0xb1c7fb411490b023 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490b02a expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198019.968401:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9851dccc5c00/0xb1c7fb411490b023 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490b02a expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198019.968414:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788198019.968418:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d400/0xb1c7fb411490aea9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xb1c7fb411490aeb0 expref: -99 pid: 24231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198019.968424:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3d400 already unused, calling callback (ffffffffc125cc20) 10000000:00010000:3.0:1788198019.968437:0:22718:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d400/0xb1c7fb411490aea9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xb1c7fb411490aeb0 expref: -99 pid: 24231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788198019.968447:0:25762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00010000:00010000:3.0:1788198019.968460:0:22718:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d400/0xb1c7fb411490aea9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xb1c7fb411490aeb0 expref: -99 pid: 24231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788198019.968467:0:22718:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d400/0xb1c7fb411490aea9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xb1c7fb411490aeb0 expref: -99 pid: 24231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788198019.968473:0:22718:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00100000:0.0:1788198019.968478:0:25762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d58e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:27515ceb-a8a3-4165-9bb1-71641bb462d7+4:25760:x1875060819516672:12345-0@lo:104: 00010000:00010000:0.0:1788198019.968490:0:25762:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490ae5c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xb1c7fb411490ae63 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198019.968493:0:22718:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d400/0xb1c7fb411490aea9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490aeb0 expref: -99 pid: 24231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198019.968501:0:22718:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788198019.968519:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d400/0xb1c7fb411490aea9 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490aeb0 expref: -99 pid: 24231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198019.968528:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d400/0xb1c7fb411490aea9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490aeb0 expref: -99 pid: 24231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198019.968538:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198019.968540:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198019.968543:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788198019.968552:0:3613:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1788198019.968556:0:25762:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788198019.968563:0:25762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d58e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:27515ceb-a8a3-4165-9bb1-71641bb462d7+4:25760:x1875060819516672:12345-0@lo:104: Request processed in 105us (1769us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198019.968566:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985200cbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27515ceb-a8a3-4165-9bb1-71641bb462d7:3613:1875060819516800:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788198019.968573:0:25762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788198019.968606:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198019.968838:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788198019.968860:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985200cbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:27515ceb-a8a3-4165-9bb1-71641bb462d7:3616:1875060819516928:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788198019.968893:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788198019.968905:0:22712:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1788198019.968919:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:27515ceb-a8a3-4165-9bb1-71641bb462d7+3:25760:x1875060819516544:12345-0@lo:104: Request processed in 745us (2192us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198019.968926:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:1.0:1788198019.968965:0:24772:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788198019.968971:0:24772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490ae5c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb1c7fb411490ae63 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198019.968979:0:24772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3d200 already unused, calling callback (ffffffffc125cc20) 10000000:00010000:1.0:1788198019.968983:0:24772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490ae5c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb1c7fb411490ae63 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198019.968991:0:24772:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490ae5c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb1c7fb411490ae63 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788198019.968998:0:24772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490ae5c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb1c7fb411490ae63 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788198019.969011:0:24772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1788198019.969030:0:24772:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490ae5c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490ae63 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198019.969037:0:24772:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788198019.969045:0:24772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490ae5c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490ae63 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198019.969052:0:24772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d200/0xb1c7fb411490ae5c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490ae63 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198019.969062:0:24772:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788198019.969066:0:24772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9851c1666000/0xb1c7fb411490ae6a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb1c7fb411490ae71 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198019.969083:0:24772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c1666000 already unused, calling callback (ffffffffc125cc20) 10000000:00010000:1.0:1788198019.969087:0:24772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9851c1666000/0xb1c7fb411490ae6a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb1c7fb411490ae71 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198019.969094:0:24772:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9851c1666000/0xb1c7fb411490ae6a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb1c7fb411490ae71 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788198019.969101:0:24772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9851c1666000/0xb1c7fb411490ae6a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb1c7fb411490ae71 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788198019.969107:0:24772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1788198019.969123:0:24772:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff9851c1666000/0xb1c7fb411490ae6a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490ae71 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198019.969129:0:24772:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788198019.969141:0:24772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9851c1666000/0xb1c7fb411490ae6a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490ae71 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198019.969148:0:24772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9851c1666000/0xb1c7fb411490ae6a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb1c7fb411490ae71 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198019.969162:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788198019.969164:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788198019.969167:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788198019.969180:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788198019.969377:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788198019.969384:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788198019.969394:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c40f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:27515ceb-a8a3-4165-9bb1-71641bb462d7:3615:1875060819517056:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788198019.969446:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788198019.970395:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819516800 00000100:00100000:0.0:1788198019.970405:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819516800 00010000:00010000:0.0:1788198019.970656:0:22715:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9850c3b3cc00/0xb1c7fb411490b02a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb1c7fb411490b023 expref: 24 pid: 22724 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788198019.970693:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819516928 00000100:00100000:0.0:1788198019.970696:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819516928 00010000:00010000:0.0:1788198019.970710:0:22715:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9850c1ea9800/0xb1c7fb411490aeb0 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb1c7fb411490aea9 expref: 25 pid: 22724 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788198019.970721:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819517056 00000100:00100000:0.0:1788198019.970724:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819517056 00010000:00010000:0.0:1788198019.970765:0:22715:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9851d03b0200/0xb1c7fb411490ae63 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb1c7fb411490ae5c expref: 26 pid: 22721 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788198019.970782:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788198019.970790:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985200cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:27515ceb-a8a3-4165-9bb1-71641bb462d7+26:3613:x1875060819516800:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788198019.970803:0:22715:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788198019.970809:0:22715:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9850c3b3cc00/0xb1c7fb411490b02a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb1c7fb411490b023 expref: 26 pid: 22724 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198019.970820:0:22715:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9850c3b3cc00/0xb1c7fb411490b02a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb1c7fb411490b023 expref: 26 pid: 22724 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198019.970837:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9850c3b3cc00/0xb1c7fb411490b02a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb1c7fb411490b023 expref: 26 pid: 22724 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198019.970852:0:22715:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788198019.970902:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985200cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:27515ceb-a8a3-4165-9bb1-71641bb462d7+25:3613:x1875060819516800:12345-0@lo:103:ldlm_bl.0 Request processed in 113us (2296us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198019.970909:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788198019.970926:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788198019.970933:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:3616:x1875060819516928:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788198019.970940:0:22715:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788198019.970944:0:22715:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9850c1ea9800/0xb1c7fb411490aeb0 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb1c7fb411490aea9 expref: 24 pid: 22724 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198019.970953:0:22715:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9850c1ea9800/0xb1c7fb411490aeb0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb1c7fb411490aea9 expref: 24 pid: 22724 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198019.970963:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9850c1ea9800/0xb1c7fb411490aeb0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb1c7fb411490aea9 expref: 24 pid: 22724 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198019.972286:0:22715:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788198019.972367:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:27515ceb-a8a3-4165-9bb1-71641bb462d7+23:3616:x1875060819516928:12345-0@lo:103:ldlm_bl.0 Request processed in 1433us (3472us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198019.972377:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788198019.972404:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788198019.972414:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c40f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:27515ceb-a8a3-4165-9bb1-71641bb462d7+22:3615:x1875060819517056:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788198019.972442:0:22715:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788198019.972449:0:22715:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9851d03b0200/0xb1c7fb411490ae63 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb1c7fb411490ae5c expref: 22 pid: 22721 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198019.972643:0:22715:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9851d03b0200/0xb1c7fb411490ae63 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb1c7fb411490ae5c expref: 22 pid: 22721 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198019.972662:0:22715:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788198019.972691:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c40f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:27515ceb-a8a3-4165-9bb1-71641bb462d7+22:3615:x1875060819517056:12345-0@lo:103:ldlm_bl.0 Request processed in 280us (3246us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198019.972697:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788198019.974957:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985200cbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:27515ceb-a8a3-4165-9bb1-71641bb462d7:3616:1875060819516928:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788198019.975007:0:3614:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788198019.975024:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c40f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27515ceb-a8a3-4165-9bb1-71641bb462d7:3614:1875060819517184:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788198019.975164:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985200cbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27515ceb-a8a3-4165-9bb1-71641bb462d7:3613:1875060819516800:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788198019.975288:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198019.975807:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198019.976012:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198019.977283:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c40f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:27515ceb-a8a3-4165-9bb1-71641bb462d7:3615:1875060819517056:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788198019.980555:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808903040 00000100:00100000:3.0:1788198019.980570:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808903040 00010000:00010000:3.0:1788198019.980632:0:22714:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9851dccc4a00/0xb1c7fb411490b1d5 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c5f9 expref: 13 pid: 22724 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788198019.980731:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819517184 00000100:00100000:3.0:1788198019.980735:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819517184 00010000:00010000:3.0:1788198019.980751:0:22714:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9850c1ea8c00/0xb1c7fb411490ae71 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb1c7fb411490ae6a expref: 22 pid: 22724 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788198019.980761:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808903168 00000100:00100000:3.0:1788198019.980764:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808903168 00010000:00010000:3.0:1788198019.980773:0:22714:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9851c57e3400/0xb1c7fb411490b196 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c589 expref: 14 pid: 22724 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788198019.980787:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 12 00000100:00100000:3.0:1788198019.980796:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985200cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6e28d120-d2e2-4e88-8679-5f32736e4257+14:2390:x1875060808903040:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788198019.980810:0:22714:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788198019.980816:0:22714:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: MGS lock: ffff9851dccc4a00/0xb1c7fb411490b1d5 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c5f9 expref: 14 pid: 22724 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198019.980830:0:22714:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9851dccc4a00/0xb1c7fb411490b1d5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c5f9 expref: 14 pid: 22724 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788198019.980949:0:24262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788198019.980959:0:24262:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:27515ceb-a8a3-4165-9bb1-71641bb462d7+22:3614:x1875060819517184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788198019.980968:0:24262:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788198019.980974:0:24262:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: MGS lock: ffff9850c1ea8c00/0xb1c7fb411490ae71 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb1c7fb411490ae6a expref: 22 pid: 22724 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198019.982519:0:24262:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9850c1ea8c00/0xb1c7fb411490ae71 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb1c7fb411490ae6a expref: 22 pid: 22724 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198019.982547:0:24262:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9850c1ea8c00/0xb1c7fb411490ae71 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb1c7fb411490ae6a expref: 22 pid: 22724 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198019.982582:0:24262:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788198019.983072:0:24262:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:3614:x1875060819517184:12345-0@lo:103:ldlm_bl.0 Request processed in 2112us (7261us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198019.983083:0:24262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788198019.983124:0:24262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 14 00000100:00100000:0.0:1788198019.983137:0:24262:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ff6e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6e28d120-d2e2-4e88-8679-5f32736e4257+14:2390:x1875060808903168:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788198019.983152:0:24262:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788198019.983160:0:24262:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: MGS lock: ffff9851c57e3400/0xb1c7fb411490b196 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c589 expref: 14 pid: 22724 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198019.983171:0:24262:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9851c57e3400/0xb1c7fb411490b196 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c589 expref: 14 pid: 22724 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198019.983186:0:24262:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9851c57e2a00/0xb1c7fb411490b206 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198019.983194:0:24262:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9851c57e2a00/0xb1c7fb411490b206 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198019.983210:0:24262:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9851c57e2a00/0xb1c7fb411490b206 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198019.983217:0:24262:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9851c57e2a00/0xb1c7fb411490b206 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198019.983223:0:24262:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9851c57e2a00/0xb1c7fb411490b206 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198019.983301:0:24262:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9851c57e2a00/0xb1c7fb411490b206 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198019.983347:0:24262:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c57e2a00 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:0.0:1788198019.983352:0:24262:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9851c57e2a00/0xb1c7fb411490b206 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198019.983361:0:24262:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9851c57e2a00/0xb1c7fb411490b206 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198019.983372:0:24262:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9851c57e2a00/0xb1c7fb411490b206 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198019.983383:0:24262:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788198019.983443:0:24262:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ff6e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6e28d120-d2e2-4e88-8679-5f32736e4257+14:2390:x1875060808903168:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 310us (7431us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198019.983450:0:24262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 14 00010000:00010000:0.0:1788198019.984501:0:25760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9851dccc4a00/0xb1c7fb411490b1d5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c5f9 expref: 13 pid: 22724 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788198019.984531:0:25760:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851dcd99500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25760:1875060819516032:192.168.204.39@tcp:104: 00010000:00010000:0.0:1788198019.984549:0:25760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9851c57e3400/0xb1c7fb411490b196 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c589 expref: 12 pid: 22724 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198019.984558:0:22714:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788198019.984559:0:25760:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851dcd9aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25760:1875060819516160:192.168.204.39@tcp:104: 00010000:00010000:0.0:1788198019.984576:0:25760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9851d03b0200/0xb1c7fb411490ae63 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb1c7fb411490ae5c expref: 20 pid: 22721 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788198019.984585:0:25760:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851c6d58000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25760:1875060819516672:0@lo:104: 00000100:00100000:3.0:1788198019.984607:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985200cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6e28d120-d2e2-4e88-8679-5f32736e4257+11:2390:x1875060808903040:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 3808us (9318us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198019.984619:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 12 00010000:00010000:0.0:1788198019.984628:0:25760:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9851c57e2a00/0xb1c7fb411490b206 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198019.984663:0:25760:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9851c57e2a00/0xb1c7fb411490b206 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198019.984670:0:25760:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9851c57e2a00/0xb1c7fb411490b206 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198019.984676:0:25760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9851c57e2a00/0xb1c7fb411490b206 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788198019.984777:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c40f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27515ceb-a8a3-4165-9bb1-71641bb462d7:3614:1875060819517184:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788198020.479406:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788198021.181690:0:22726:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788198021.181699:0:22726:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9851f2a01000 from 13 10000000:01000000:1.0:1788198021.181706:0:22726:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788198021.181883:0:22726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d600/0xb1c7fb411490b20d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198021.181896:0:22726:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d600/0xb1c7fb411490b20d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198021.181909:0:22726:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d600/0xb1c7fb411490b20d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788198021.181939:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c40f1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819517312:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788198021.182015:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198021.182070:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d114df00 going to sleep for 11 seconds 00000100:00100000:2.0:1788198021.182141:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819517312 00000100:00100000:2.0:1788198021.182151:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819517312 00000100:00100000:2.0:1788198021.182228:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:2.0:1788198021.182238:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fc3ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+20:22726:x1875060819517312:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788198021.182253:0:22721:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788198021.182268:0:22721:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9851c57e3200/0xb1c7fb411490b214 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490b20d expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.182295:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9851c57e3200/0xb1c7fb411490b214 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490b20d expref: 21 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.182307:0:22721:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9851c57e3200/0xb1c7fb411490b214 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490b20d expref: 21 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.182553:0:22721:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851c57e3200, rc 0) 00000100:00100000:2.0:1788198021.182614:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fc3ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:22726:x1875060819517312:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 377us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198021.182621:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1788198021.192283:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c40f1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819517312:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788198021.192361:0:22726:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d600/0xb1c7fb411490b20d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490b214 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198021.192375:0:22726:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d600/0xb1c7fb411490b20d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490b214 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788198021.192497:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c40f1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819517440:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788198021.192568:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198021.192616:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d114df00 going to sleep for 11 seconds 00000100:00100000:0.0:1788198021.192765:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819517440 00000100:00100000:0.0:1788198021.192773:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819517440 00000100:00100000:0.0:1788198021.192832:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1788198021.192843:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:22726:x1875060819517440:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788198021.192998:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:22726:x1875060819517440:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 156us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198021.193006:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1788198021.193063:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c40f1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819517440:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788198021.193095:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985200cbea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819517568:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788198021.193152:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788198021.193270:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819517568 00000100:00100000:0.0:1788198021.193275:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819517568 00000100:00100000:0.0:1788198021.193300:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1788198021.193307:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:22726:x1875060819517568:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788198021.193430:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:22726:x1875060819517568:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 123us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198021.193437:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1788198021.194063:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c1716180 going to sleep for 11 seconds 00000100:00100000:3.0:1788198021.194086:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985200cbea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819517568:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788198021.197147:0:25774:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1788198021.198211:0:22726:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1788198021.198238:0:22726:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788198021.198251:0:22726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d600/0xb1c7fb411490b20d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490b214 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198021.198263:0:22726:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9850c3b3d600/0xb1c7fb411490b20d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490b214 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788198021.198276:0:22726:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1788198021.198279:0:22726:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9851fc3d5000 from 13 10000000:01000000:3.0:1788198021.198282:0:22726:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788198021.198373:0:22726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9200/0xb1c7fb411490b21b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198021.198382:0:22726:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9200/0xb1c7fb411490b21b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198021.198395:0:22726:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9200/0xb1c7fb411490b21b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788198021.198433:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985200cbea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819517696:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788198021.199000:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198021.199049:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c1716180 going to sleep for 11 seconds 00000100:00100000:0.0:1788198021.199122:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819517696 00000100:00100000:0.0:1788198021.199132:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819517696 00000100:00100000:0.0:1788198021.199202:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1788198021.199212:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+21:22726:x1875060819517696:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788198021.199245:0:22721:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788198021.199264:0:22721:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9851dccc4a00/0xb1c7fb411490b222 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490b21b expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.199291:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9851dccc4a00/0xb1c7fb411490b222 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490b21b expref: 22 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.199301:0:22721:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9851dccc4a00/0xb1c7fb411490b222 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490b21b expref: 22 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.199310:0:22721:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851dccc4a00, rc 0) 00000100:00100000:0.0:1788198021.199394:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+22:22726:x1875060819517696:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 183us (873us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198021.199400:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1788198021.199860:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985200cbea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819517696:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788198021.199879:0:22726:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9200/0xb1c7fb411490b21b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490b222 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198021.199897:0:22726:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9200/0xb1c7fb411490b21b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490b222 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788198021.199973:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985200cbea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819517824:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788198021.200008:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198021.200041:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c1716180 going to sleep for 11 seconds 00000100:00100000:1.0:1788198021.200376:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819517824 00000100:00100000:1.0:1788198021.200389:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819517824 00000100:00100000:1.0:1788198021.200442:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1788198021.200451:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+22:22726:x1875060819517824:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788198021.200616:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+22:22726:x1875060819517824:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 165us (605us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198021.200631:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1788198021.201093:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985200cbea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819517824:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788198021.201137:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985200cbea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819517952:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788198021.201258:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198021.201290:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c1716180 going to sleep for 11 seconds 00000100:00100000:1.0:1788198021.201429:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819517952 00000100:00100000:1.0:1788198021.201435:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819517952 00000100:00100000:1.0:1788198021.201477:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1788198021.201485:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+22:22726:x1875060819517952:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788198021.201587:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+22:22726:x1875060819517952:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 103us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198021.201595:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1788198021.202117:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985200cbea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819517952:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788198021.203400:0:25775:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788198021.204249:0:22726:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788198021.204279:0:22726:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788198021.204294:0:22726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9200/0xb1c7fb411490b21b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490b222 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.204306:0:22726:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9850c1ea9200/0xb1c7fb411490b21b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490b222 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788198021.204343:0:22726:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788198021.204346:0:22726:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9851f27e4000 from 13 10000000:01000000:0.0:1788198021.204349:0:22726:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788198021.204391:0:22726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851dccc5800/0xb1c7fb411490b229 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.204400:0:22726:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9851dccc5800/0xb1c7fb411490b229 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.204449:0:22726:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9851dccc5800/0xb1c7fb411490b229 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788198021.204476:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b19180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819518080:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788198021.204549:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788198021.204599:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d0305a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788198021.204873:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819518080 00000100:00100000:2.0:1788198021.204882:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819518080 00000100:00100000:2.0:1788198021.204930:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1788198021.204939:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+22:22726:x1875060819518080:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788198021.204952:0:22722:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788198021.204967:0:22722:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9851c57e2c00/0xb1c7fb411490b230 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490b229 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.204990:0:22722:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9851c57e2c00/0xb1c7fb411490b230 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490b229 expref: 23 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.205002:0:22722:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9851c57e2c00/0xb1c7fb411490b230 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490b229 expref: 23 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.205011:0:22722:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851c57e2c00, rc 0) 00000100:00100000:2.0:1788198021.205049:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+23:22726:x1875060819518080:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 111us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198021.205056:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1788198021.205311:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b19180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819518080:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788198021.205350:0:22726:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9851dccc5800/0xb1c7fb411490b229 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490b230 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.205360:0:22726:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9851dccc5800/0xb1c7fb411490b229 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490b230 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788198021.205432:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b19180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819518208:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788198021.205471:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788198021.205498:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d0305a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788198021.205827:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819518208 00000100:00100000:2.0:1788198021.205843:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819518208 00000100:00100000:2.0:1788198021.205879:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1788198021.205887:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+23:22726:x1875060819518208:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788198021.206013:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+23:22726:x1875060819518208:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 126us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198021.206034:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1788198021.206357:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b19180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819518208:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788198021.206391:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b19180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819518336:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788198021.206441:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788198021.206483:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d0305a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788198021.206811:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819518336 00000100:00100000:2.0:1788198021.206817:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819518336 00000100:00100000:2.0:1788198021.206856:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1788198021.206864:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+23:22726:x1875060819518336:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788198021.206964:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+23:22726:x1875060819518336:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 100us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198021.206971:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1788198021.207121:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b19180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819518336:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788198021.211756:0:25776:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788198021.212091:0:22726:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788198021.212123:0:22726:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788198021.212139:0:22726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851dccc5800/0xb1c7fb411490b229 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490b230 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.212171:0:22726:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9851dccc5800/0xb1c7fb411490b229 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490b230 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788198021.212195:0:22726:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788198021.212198:0:22726:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9851ffca4800 from 13 10000000:01000000:0.0:1788198021.212201:0:22726:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788198021.212243:0:22726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851dccc5e00/0xb1c7fb411490b237 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.212251:0:22726:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9851dccc5e00/0xb1c7fb411490b237 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.212262:0:22726:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9851dccc5e00/0xb1c7fb411490b237 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788198021.212294:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3b19180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819518464:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788198021.212585:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788198021.212639:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d0305a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788198021.212701:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819518464 00000100:00100000:1.0:1788198021.212709:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819518464 00000100:00100000:1.0:1788198021.212778:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:1.0:1788198021.212788:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+23:22726:x1875060819518464:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788198021.212801:0:22722:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788198021.212816:0:22722:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9850c3b3c600/0xb1c7fb411490b23e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1c7fb411490b237 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198021.212839:0:22722:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9850c3b3c600/0xb1c7fb411490b23e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb1c7fb411490b237 expref: 24 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198021.212849:0:22722:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9850c3b3c600/0xb1c7fb411490b23e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb1c7fb411490b237 expref: 24 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198021.212858:0:22722:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c3b3c600, rc 0) 00000100:00100000:1.0:1788198021.212915:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:22726:x1875060819518464:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 129us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198021.212922:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1788198021.213138:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3b19180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819518464:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788198021.213155:0:22726:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9851dccc5e00/0xb1c7fb411490b237 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490b23e expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198021.213164:0:22726:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9851dccc5e00/0xb1c7fb411490b237 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb1c7fb411490b23e expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788198021.213242:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985200cbea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819518592:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788198021.213272:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198021.213297:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c1716b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788198021.213506:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819518592 00000100:00100000:0.0:1788198021.213513:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819518592 00000100:00100000:0.0:1788198021.213551:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1788198021.213559:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:22726:x1875060819518592:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788198021.213677:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:22726:x1875060819518592:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 118us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198021.213684:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1788198021.216692:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985200cbea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819518592:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788198021.216796:0:22726:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985200cbea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819518720:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788198021.216874:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198021.216912:0:22726:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c1716b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788198021.218305:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819518720 00000100:00100000:0.0:1788198021.218347:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819518720 00000100:00100000:0.0:1788198021.218402:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1788198021.218432:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:22726:x1875060819518720:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788198021.218587:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:22726:x1875060819518720:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 156us (1713us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198021.218595:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1788198021.219213:0:22726:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985200cbea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27515ceb-a8a3-4165-9bb1-71641bb462d7:22726:1875060819518720:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788198021.219381:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788198021.220055:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808903296 00000100:00100000:3.0:1788198021.220066:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808903296 00000100:00100000:3.0:1788198021.220130:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 161 00000100:00100000:3.0:1788198021.220138:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6e28d120-d2e2-4e88-8679-5f32736e4257+11:18076:x1875060808903296:12345-192.168.204.39@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788198021.220152:0:22722:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788198021.220170:0:22722:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9850c1ea9e00/0xb1c7fb411490b245 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c631 expref: -99 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198021.220199:0:22722:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9850c1ea9e00/0xb1c7fb411490b245 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c631 expref: 12 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198021.220210:0:22722:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9850c1ea9e00/0xb1c7fb411490b245 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c631 expref: 12 pid: 22722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198021.220219:0:22722:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c1ea9e00, rc 0) 00000100:00100000:3.0:1788198021.220288:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6e28d120-d2e2-4e88-8679-5f32736e4257+12:18076:x1875060808903296:12345-192.168.204.39@tcp:101:ll_cfg_requeue.0 Request processed in 151us (909us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198021.220295:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 161 00000100:00100000:3.0:1788198021.225971:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198021.226037:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808903424 00000100:00100000:1.0:1788198021.226048:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808903424 00000100:00100000:1.0:1788198021.226100:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 162 00000100:00100000:1.0:1788198021.226109:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6e28d120-d2e2-4e88-8679-5f32736e4257+12:18076:x1875060808903424:12345-192.168.204.39@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788198021.226264:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6e28d120-d2e2-4e88-8679-5f32736e4257+12:18076:x1875060808903424:12345-192.168.204.39@tcp:501:ll_cfg_requeue.0 Request processed in 156us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198021.226272:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 162 00000040:00080000:2.0:1788198021.231641:0:25777:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1788198021.233108:0:22726:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1788198021.233141:0:22726:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788198021.233152:0:22726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9851dccc5e00/0xb1c7fb411490b237 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490b23e expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198021.233187:0:22726:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9851dccc5e00/0xb1c7fb411490b237 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb1c7fb411490b23e expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788198021.233524:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788198021.233582:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808903552 00000100:00100000:3.0:1788198021.233592:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808903552 00000100:00100000:3.0:1788198021.233640:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 163 00000100:00100000:3.0:1788198021.233648:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7f55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6e28d120-d2e2-4e88-8679-5f32736e4257+12:18076:x1875060808903552:12345-192.168.204.39@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788198021.233786:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7f55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6e28d120-d2e2-4e88-8679-5f32736e4257+12:18076:x1875060808903552:12345-192.168.204.39@tcp:503:ll_cfg_requeue.0 Request processed in 138us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198021.233795:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 163 00000100:00100000:3.0:1788198021.246180:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198021.246489:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808903680 00000100:00100000:0.0:1788198021.246499:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808903680 00000100:00100000:0.0:1788198021.246554:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 164 00000100:00100000:0.0:1788198021.246565:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e28d120-d2e2-4e88-8679-5f32736e4257+12:18076:x1875060808903680:12345-192.168.204.39@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788198021.246585:0:22724:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788198021.246610:0:22724:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9851dccc5c00/0xb1c7fb411490b24c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c638 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.246641:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9851dccc5c00/0xb1c7fb411490b24c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c638 expref: 13 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.246652:0:22724:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9851dccc5c00/0xb1c7fb411490b24c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c638 expref: 13 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.246662:0:22724:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851dccc5c00, rc 0) 00000100:00100000:0.0:1788198021.246719:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e28d120-d2e2-4e88-8679-5f32736e4257+13:18076:x1875060808903680:12345-192.168.204.39@tcp:101:ll_cfg_requeue.0 Request processed in 156us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198021.246726:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 164 00000100:00100000:2.0:1788198021.250573:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198021.250663:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808903808 00000100:00100000:1.0:1788198021.250676:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808903808 00000100:00100000:1.0:1788198021.250751:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 165 00000100:00100000:1.0:1788198021.250762:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6e28d120-d2e2-4e88-8679-5f32736e4257+13:18076:x1875060808903808:12345-192.168.204.39@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788198021.250926:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6e28d120-d2e2-4e88-8679-5f32736e4257+13:18076:x1875060808903808:12345-192.168.204.39@tcp:501:ll_cfg_requeue.0 Request processed in 165us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198021.250935:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 165 00000100:00100000:1.0:1788198021.257511:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788198021.257713:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808903936 00000100:00100000:3.0:1788198021.257727:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808903936 00000100:00100000:3.0:1788198021.257800:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 166 00000100:00100000:3.0:1788198021.257812:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6e28d120-d2e2-4e88-8679-5f32736e4257+13:18076:x1875060808903936:12345-192.168.204.39@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788198021.257968:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6e28d120-d2e2-4e88-8679-5f32736e4257+13:18076:x1875060808903936:12345-192.168.204.39@tcp:503:ll_cfg_requeue.0 Request processed in 157us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198021.257976:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 166 00010000:00010000:1.0:1788198021.508001:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788198021.538703:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198021.540929:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808904064 00000100:00100000:2.0:1788198021.540954:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808904064 00000100:00100000:2.0:1788198021.541479:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 23 00000100:00100000:2.0:1788198021.541501:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985200cbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+6:18699:x1875060808904064:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788198021.541534:0:22729:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788198021.541570:0:22729:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b253 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c63f expref: -99 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.541675:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b25a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.541694:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b25a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.541710:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b25a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.541726:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b261 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.541753:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b261 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.541760:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b261 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.541889:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3600/0xb1c7fb411490b268 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.541897:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3600/0xb1c7fb411490b268 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.541904:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3600/0xb1c7fb411490b268 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788198021.541945:0:22729:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788198021.541949:0:22729:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788198021.541996:0:22729:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3600/0xb1c7fb411490b268 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.542008:0:22729:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b25a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.542016:0:22729:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b25a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.542022:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b25a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.542029:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c57e3e00 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:2.0:1788198021.542035:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b25a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.542197:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b25a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.542213:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff985200de8e00) 00010000:00010000:2.0:1788198021.542217:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788198021.542222:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b25a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.542228:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b25a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.542464:0:22729:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b261 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.542472:0:22729:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b261 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.542479:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b261 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.542485:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c57e3c00 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:2.0:1788198021.542488:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b261 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.542495:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b261 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.542507:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff9851d4de0500) 00010000:00010000:2.0:1788198021.542510:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788198021.542513:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b261 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.542531:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b261 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.542583:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b253 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c63f expref: 8 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.542600:0:22729:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3600/0xb1c7fb411490b268 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c63f expref: 7 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.542607:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9851d4de0f00) 00010000:00010000:2.0:1788198021.542610:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788198021.542612:0:22729:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851c57e3600, rc 0) 00000100:00100000:2.0:1788198021.542717:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985200cbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+7:18699:x1875060808904064:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 1222us (4031us total) trans 0 rc 0/0 00000100:00080000:0.0:1788198021.543025:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788198021.545884:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 23 00000100:00100000:2.0:1788198021.548150:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198021.550927:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808904192 00000100:00100000:1.0:1788198021.551128:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808904192 00000100:00100000:1.0:1788198021.551229:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5 00000100:00100000:1.0:1788198021.551243:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+7:18699:x1875060808904192:12345-192.168.204.39@tcp:900:lhsmtool_posix.0 00000100:00100000:1.0:1788198021.551632:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+7:18699:x1875060808904192:12345-192.168.204.39@tcp:900:lhsmtool_posix.0 Request processed in 390us (3496us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198021.551660:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5 00000100:00100000:3.0:1788198021.553882:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198021.554126:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808904448 00000100:00100000:0.0:1788198021.554140:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808904448 00000100:00100000:0.0:1788198021.554406:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 24 00000100:00100000:0.0:1788198021.554419:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985200cbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+7:18699:x1875060808904448:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788198021.554737:0:25525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788198021.554773:0:25525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4800/0xb1c7fb411490b26f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c646 expref: -99 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.554885:0:25525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4400/0xb1c7fb411490b276 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.554903:0:25525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4400/0xb1c7fb411490b276 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.554918:0:25525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4400/0xb1c7fb411490b276 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.554938:0:25525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5200/0xb1c7fb411490b27d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.554946:0:25525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5200/0xb1c7fb411490b27d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.554953:0:25525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5200/0xb1c7fb411490b27d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.555129:0:25525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4e00/0xb1c7fb411490b284 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.555138:0:25525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4e00/0xb1c7fb411490b284 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.555146:0:25525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4e00/0xb1c7fb411490b284 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788198021.555157:0:25525:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1788198021.556817:0:25525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4400/0xb1c7fb411490b276 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.556836:0:25525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4400/0xb1c7fb411490b276 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.556845:0:25525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4400/0xb1c7fb411490b276 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.556852:0:25525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851dccc4400 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:0.0:1788198021.556858:0:25525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4400/0xb1c7fb411490b276 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.556866:0:25525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4400/0xb1c7fb411490b276 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.556889:0:25525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9851d4de0f00) 00010000:00010000:0.0:1788198021.556892:0:25525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788198021.556898:0:25525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4400/0xb1c7fb411490b276 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.556903:0:25525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4400/0xb1c7fb411490b276 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.556921:0:25525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5200/0xb1c7fb411490b27d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.556927:0:25525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5200/0xb1c7fb411490b27d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.556932:0:25525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5200/0xb1c7fb411490b27d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.556949:0:25525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851dccc5200 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:0.0:1788198021.556952:0:25525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5200/0xb1c7fb411490b27d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.556957:0:25525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5200/0xb1c7fb411490b27d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.556966:0:25525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9851fac4fd00) 00010000:00010000:0.0:1788198021.556968:0:25525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788198021.556971:0:25525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5200/0xb1c7fb411490b27d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.556977:0:25525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5200/0xb1c7fb411490b27d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.559962:0:25525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4800/0xb1c7fb411490b26f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c646 expref: 10 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.560006:0:25525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4e00/0xb1c7fb411490b284 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c646 expref: 9 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.560017:0:25525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9851fac4f600) 00010000:00010000:0.0:1788198021.560021:0:25525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788198021.560025:0:25525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851dccc4e00, rc 0) 00000100:00100000:0.0:1788198021.562946:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985200cbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+9:18699:x1875060808904448:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 8508us (9053us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1788198021.562965:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 24 00000100:00100000:3.0:1788198021.567591:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198021.568041:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808904576 00000100:00100000:2.0:1788198021.568060:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808904576 00000100:00100000:2.0:1788198021.568159:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 25 00000100:00100000:2.0:1788198021.568187:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985200cbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+9:18699:x1875060808904576:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788198021.568679:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985200cbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+9:18699:x1875060808904576:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 Request processed in 509us (1104us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198021.568689:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 25 00000100:00100000:3.0:1788198021.571578:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198021.571796:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808904704 00000100:00100000:1.0:1788198021.571810:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808904704 00000100:00100000:1.0:1788198021.571912:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 26 00000100:00100000:1.0:1788198021.571924:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985200cbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+5:18699:x1875060808904704:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 00000100:00080000:0.0:1788198021.573301:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:3.0:1788198021.576597:0:22730:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 4612us 00000100:00100000:1.0:1788198021.629842:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985200cbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+5:18699:x1875060808904704:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 Request processed in 57900us (58260us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198021.629860:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 26 00000100:00100000:3.0:1788198021.648032:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198021.651593:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808904832 00000100:00100000:2.0:1788198021.651620:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808904832 00000100:00100000:2.0:1788198021.651775:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 27 00000100:00100000:2.0:1788198021.651808:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985200cbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+9:18705:x1875060808904832:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1788198021.651837:0:22731:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788198021.651866:0:22731:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b292 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c64d expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.651961:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b299 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.651980:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b299 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.651994:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b299 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.654939:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b2a0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.654970:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b2a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.654984:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b2a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.655299:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b299 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.655308:0:22731:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b299 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.655333:0:22731:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b299 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.655362:0:22731:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c57e3c00 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:2.0:1788198021.655368:0:22731:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b299 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.655376:0:22731:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b299 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.655392:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff985200de8e00) 00010000:00010000:2.0:1788198021.655404:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788198021.655410:0:22731:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b299 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.655417:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b299 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.655435:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b2a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.655441:0:22731:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b2a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.655447:0:22731:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b2a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.655453:0:22731:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c57e3e00 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:2.0:1788198021.655456:0:22731:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b2a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.655462:0:22731:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b2a0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.655483:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9851d4de0500) 00010000:00010000:2.0:1788198021.655486:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788198021.655489:0:22731:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b2a0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.655495:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b2a0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.655544:0:22731:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b292 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c64d expref: 10 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.655555:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff985200de8e00) 00010000:00010000:2.0:1788198021.655557:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788198021.655560:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b292 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c64d expref: 10 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.655569:0:22731:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851c57e2000, rc 0) 00000100:00100000:2.0:1788198021.658051:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985200cbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+9:18705:x1875060808904832:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 6220us (10011us total) trans 0 rc 301/301 00000100:00100000:2.0:1788198021.658069:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 27 00000100:00100000:0.0:1788198021.663558:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198021.665609:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808904960 00000100:00100000:2.0:1788198021.665625:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808904960 00000100:00100000:2.0:1788198021.665701:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 0 00000100:00100000:2.0:1788198021.665714:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3b19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+9:18705:x1875060808904960:12345-192.168.204.39@tcp:700:lfs.0 00000100:00100000:2.0:1788198021.665846:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3b19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+9:18705:x1875060808904960:12345-192.168.204.39@tcp:700:lfs.0 Request processed in 134us (2305us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198021.665854:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 0 00000100:00100000:3.0:1788198021.667893:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198021.668855:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808905216 00000100:00100000:2.0:1788198021.668870:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808905216 00000100:00100000:2.0:1788198021.668950:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 28 00000100:00100000:2.0:1788198021.668961:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985200cbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+9:18705:x1875060808905216:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:2.0:1788198021.669027:0:25525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788198021.669069:0:25525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c400/0xb1c7fb411490b1c0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c5ba expref: 9 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.669100:0:25525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff985200de8e00) 00010000:00010000:2.0:1788198021.669105:0:25525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788198021.669165:0:25525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b2a7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.669180:0:25525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3ce00/0xb1c7fb411490b1ff lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c62a expref: 5 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.669189:0:25525:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b2a7 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.669224:0:25525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3ce00/0xb1c7fb411490b1ff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c62a expref: 5 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.669237:0:25525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3ce00/0xb1c7fb411490b1ff lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c62a expref: 5 pid: 22731 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788198021.669251:0:25525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851f73ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25525:1875060819518848:192.168.204.39@tcp:104: 00000100:00100000:2.0:1788198021.669390:0:25525:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c311c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788198021.672963:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198021.673122:0:24262:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808905344 00000100:00100000:0.0:1788198021.673132:0:24262:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808905344 00010000:00010000:0.0:1788198021.673207:0:24262:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3ce00/0xb1c7fb411490b1ff lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c62a expref: 6 pid: 22731 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788198021.673248:0:24262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 15 00000100:00100000:0.0:1788198021.673259:0:24262:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985200cbe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+6:2389:x1875060808905344:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788198021.673274:0:24262:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788198021.673282:0:24262:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3ce00/0xb1c7fb411490b1ff lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c62a expref: 6 pid: 22731 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.673297:0:24262:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3ce00/0xb1c7fb411490b1ff lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c62a expref: 6 pid: 22731 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.673349:0:24262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff985200de8e00) 00010000:00010000:0.0:1788198021.673356:0:24262:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b2a7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.673367:0:24262:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b2a7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.673375:0:24262:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b2a7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.673408:0:24262:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788198021.673463:0:24262:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985200cbe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+6:2389:x1875060808905344:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 205us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198021.673471:0:24262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 15 00000100:00080000:1.0:1788198021.673617:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788198021.674833:0:25525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3ce00/0xb1c7fb411490b1ff lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c62a expref: 5 pid: 22731 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788198021.674867:0:25525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851f73ec000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25525:1875060819518848:192.168.204.39@tcp:104: 00010000:00010000:2.0:1788198021.674893:0:25525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b2a7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.674903:0:25525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b2a7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.674909:0:25525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b2a7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.674935:0:25525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b2ae lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.674944:0:25525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b2ae lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.674953:0:25525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b2ae lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.677992:0:25525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b2b5 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.678015:0:25525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b2b5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.678026:0:25525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b2b5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788198021.678045:0:25525:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b9df7a08 reply state 000000002b376e00 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b2b5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.678084:0:25525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b2b5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.678094:0:25525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9851d4de0d00) 00010000:00010000:2.0:1788198021.678097:0:25525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788198021.678103:0:25525:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1788198021.678111:0:25525:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788198021.678121:0:25525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b2a7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.678129:0:25525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b2a7 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.678135:0:25525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b2a7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.678141:0:25525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c57e2000 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:2.0:1788198021.678147:0:25525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b2a7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.678156:0:25525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b2a7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.678167:0:25525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff985200de8e00) 00010000:00010000:2.0:1788198021.678170:0:25525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788198021.678174:0:25525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b2a7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.678180:0:25525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b2a7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788198021.678579:0:25525:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b9df7a08 reply state 000000002b376e00 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b2ae lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.678593:0:25525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b2ae lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.678599:0:25525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9851d4de0500) 00010000:00010000:2.0:1788198021.678602:0:25525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788198021.678604:0:25525:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1788198021.678798:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985200cbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+10:18705:x1875060808905216:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 9833us (10909us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1788198021.678807:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 28 00000100:00100000:3.0:1788198021.809366:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198021.809479:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808905472 00000100:00100000:0.0:1788198021.809500:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808905472 00000100:00100000:0.0:1788198021.809589:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 29 00000100:00100000:0.0:1788198021.809598:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985200cbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+10:18713:x1875060808905472:12345-192.168.204.39@tcp:101:lctl.0 00010000:00010000:0.0:1788198021.809622:0:22729:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788198021.809666:0:22729:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5200/0xb1c7fb411490b2bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c654 expref: -99 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.809947:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4400/0xb1c7fb411490b2c3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.809961:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4400/0xb1c7fb411490b2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.809974:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4400/0xb1c7fb411490b2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788198021.810021:0:22729:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788198021.810024:0:22729:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788198021.810146:0:22729:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4400/0xb1c7fb411490b2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.810175:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5200/0xb1c7fb411490b2bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c654 expref: 12 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.810196:0:22729:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4400/0xb1c7fb411490b2c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c654 expref: 11 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.810205:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9851fac4fd00) 00010000:00010000:0.0:1788198021.810208:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788198021.810230:0:22729:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851dccc4400, rc 0) 00000100:00100000:0.0:1788198021.810382:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985200cbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+11:18713:x1875060808905472:12345-192.168.204.39@tcp:101:lctl.0 Request processed in 784us (1154us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198021.810390:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 29 00000100:00100000:3.0:1788198021.844880:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198021.845016:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808905600 00000100:00100000:1.0:1788198021.845233:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808905600 00000100:00100000:1.0:1788198021.845403:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 30 00000100:00100000:1.0:1788198021.845415:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985200cbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+5:18714:x1875060808905600:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1788198021.845437:0:22730:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788198021.845458:0:22730:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d800/0xb1c7fb411490b2ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c65b expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198021.845526:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3ce00/0xb1c7fb411490b2d1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198021.845541:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3ce00/0xb1c7fb411490b2d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198021.845554:0:22730:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3ce00/0xb1c7fb411490b2d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788198021.845600:0:22730:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788198021.845618:0:22730:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788198021.845658:0:22730:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3ce00/0xb1c7fb411490b2d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198021.845686:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d800/0xb1c7fb411490b2ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c65b expref: 7 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198021.845706:0:22730:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3ce00/0xb1c7fb411490b2d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c65b expref: 6 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198021.845715:0:22730:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9851fac4fd00) 00010000:00010000:1.0:1788198021.845719:0:22730:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788198021.845733:0:22730:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c3b3ce00, rc 0) 00000100:00100000:1.0:1788198021.845808:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985200cbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+6:18714:x1875060808905600:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 395us (948us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198021.845816:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 30 00000100:00100000:3.0:1788198021.851211:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198021.852499:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808905728 00000100:00100000:0.0:1788198021.852518:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808905728 00000100:00100000:0.0:1788198021.852599:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 31 00000100:00100000:0.0:1788198021.852611:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985200cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+6:18714:x1875060808905728:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1788198021.852633:0:22729:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788198021.852655:0:22729:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5200/0xb1c7fb411490b2d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c662 expref: -99 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.852728:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b2df lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.852745:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b2df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.852757:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b2df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.852769:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4600/0xb1c7fb411490b2e6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.852777:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4600/0xb1c7fb411490b2e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.852784:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4600/0xb1c7fb411490b2e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.852866:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4c00/0xb1c7fb411490b2ed lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.852891:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4c00/0xb1c7fb411490b2ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.852898:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4c00/0xb1c7fb411490b2ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788198021.852941:0:22729:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788198021.852945:0:22729:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788198021.852967:0:22729:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4c00/0xb1c7fb411490b2ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.852980:0:22729:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b2df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.852987:0:22729:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b2df lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.852993:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b2df lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.852999:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851dccc4200 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:0.0:1788198021.853010:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b2df lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.853020:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b2df lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.853032:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9851fac4fd00) 00010000:00010000:0.0:1788198021.853036:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788198021.853039:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b2df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.853056:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b2df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.853072:0:22729:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4600/0xb1c7fb411490b2e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.853079:0:22729:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4600/0xb1c7fb411490b2e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.853085:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4600/0xb1c7fb411490b2e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.853090:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851dccc4600 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:0.0:1788198021.853093:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4600/0xb1c7fb411490b2e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.853099:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4600/0xb1c7fb411490b2e6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.853108:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9851d4de0500) 00010000:00010000:0.0:1788198021.853111:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788198021.853114:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4600/0xb1c7fb411490b2e6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.853120:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4600/0xb1c7fb411490b2e6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.853148:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5200/0xb1c7fb411490b2d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c662 expref: 8 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.853174:0:22729:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4c00/0xb1c7fb411490b2ed lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c662 expref: 7 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.853183:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9851d4de0d00) 00010000:00010000:0.0:1788198021.853185:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788198021.853188:0:22729:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851dccc4c00, rc 0) 00000100:00100000:0.0:1788198021.853272:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985200cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+7:18714:x1875060808905728:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 662us (2079us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198021.853280:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 31 00000100:00100000:3.0:1788198021.856349:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198021.857083:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808905856 00000100:00100000:0.0:1788198021.857096:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808905856 00000100:00100000:0.0:1788198021.857229:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6 00000100:00100000:0.0:1788198021.857240:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985200cbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+5:18714:x1875060808905856:12345-192.168.204.39@tcp:900:lfs.0 00000100:00100000:0.0:1788198021.857360:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985200cbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+5:18714:x1875060808905856:12345-192.168.204.39@tcp:900:lfs.0 Request processed in 121us (1020us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198021.857368:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6 00000100:00080000:1.0:1788198021.858452:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788198021.863952:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198021.864295:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808906112 00000100:00100000:2.0:1788198021.864306:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808906112 00000100:00100000:2.0:1788198021.864421:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 32 00000100:00100000:2.0:1788198021.864446:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985200cbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+7:18714:x1875060808906112:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1788198021.864472:0:25525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788198021.864493:0:25525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b2f4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c669 expref: -99 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788198021.864641:0:25525:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788198021.864757:0:25525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b2f4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c669 expref: 9 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.864773:0:25525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9851fac4fd00) 00010000:00010000:2.0:1788198021.864776:0:25525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788198021.864782:0:25525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b2f4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c669 expref: 9 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.864808:0:25525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851c57e2000, rc 0) 00000100:00100000:2.0:1788198021.864874:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985200cbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+8:18714:x1875060808906112:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 444us (932us total) trans 12884901891 rc 301/301 00000100:00100000:2.0:1788198021.864891:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 32 00000100:00100000:3.0:1788198021.872882:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198021.874664:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808906368 00000100:00100000:0.0:1788198021.874685:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808906368 00000100:00100000:0.0:1788198021.874859:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 33 00000100:00100000:0.0:1788198021.874872:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985200cbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+8:18714:x1875060808906368:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:0.0:1788198021.874957:0:22729:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788198021.874997:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4c00/0xb1c7fb411490b2ed lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c662 expref: 8 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.875024:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9851d4de0d00) 00010000:00010000:0.0:1788198021.875063:0:22729:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788198021.875098:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5200/0xb1c7fb411490b302 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.875114:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5200/0xb1c7fb411490b302 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.875126:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5200/0xb1c7fb411490b302 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788198021.875526:0:22729:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000002a9dc5ef reply state 00000000ab9b436f transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5200/0xb1c7fb411490b302 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.875542:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5200/0xb1c7fb411490b302 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198021.875548:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9851d4de0d00) 00010000:00010000:0.0:1788198021.875551:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1788198021.875554:0:22729:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1788198021.875564:0:22729:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1788198021.875693:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985200cbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+9:18714:x1875060808906368:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 822us (2829us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1788198021.875702:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 33 00000100:00100000:3.0:1788198021.881761:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198021.882754:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808906624 00000100:00100000:1.0:1788198021.882775:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808906624 00000100:00100000:1.0:1788198021.882889:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2 00000100:00100000:1.0:1788198021.882904:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985200cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+9:18714:x1875060808906624:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:1.0:1788198021.885821:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985200cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+10:18714:x1875060808906624:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 2901us (4056us total) trans 12884901893 rc 0/0 00000100:00100000:1.0:1788198021.885839:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2 00000100:00100000:3.0:1788198021.890374:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198021.890917:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808906880 00000100:00100000:2.0:1788198021.890934:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808906880 00000100:00100000:2.0:1788198021.891158:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 34 00000100:00100000:2.0:1788198021.891234:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985200cbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+10:18714:x1875060808906880:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1788198021.891271:0:25525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788198021.891303:0:25525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b309 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c670 expref: -99 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.891657:0:25525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b310 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.891676:0:25525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b310 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.891691:0:25525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b310 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.891705:0:25525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b317 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.891712:0:25525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b317 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.891720:0:25525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b317 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788198021.891958:0:25525:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788198021.892830:0:25525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b310 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.892840:0:25525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b310 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.892848:0:25525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b310 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.892856:0:25525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c57e3a00 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:2.0:1788198021.892862:0:25525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b310 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.892871:0:25525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b310 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.892891:0:25525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9851fac4fd00) 00010000:00010000:2.0:1788198021.892895:0:25525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788198021.892900:0:25525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b310 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.892907:0:25525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b310 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.893445:0:25525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b317 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.893523:0:25525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b317 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.893551:0:25525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b317 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.893556:0:25525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c57e3000 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:2.0:1788198021.893560:0:25525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b317 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.893568:0:25525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b317 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.893580:0:25525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9851d4de0500) 00010000:00010000:2.0:1788198021.893583:0:25525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788198021.893587:0:25525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b317 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.893592:0:25525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b317 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.893654:0:25525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b309 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c670 expref: 12 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.893668:0:25525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9851fac4fd00) 00010000:00010000:2.0:1788198021.893670:0:25525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788198021.893674:0:25525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b309 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c670 expref: 12 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.893685:0:25525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851c57e2000, rc 0) 00000100:00100000:2.0:1788198021.893953:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985200cbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+11:18714:x1875060808906880:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 2721us (3637us total) trans 12884901894 rc 301/301 00000100:00100000:2.0:1788198021.893986:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 34 00000100:00100000:3.0:1788198021.899949:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198021.901683:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808907008 00000100:00100000:2.0:1788198021.901702:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808907008 00000100:00100000:2.0:1788198021.901914:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 35 00000100:00100000:2.0:1788198021.901928:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7e00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+11:18714:x1875060808907008:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1788198021.901971:0:22731:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788198021.902001:0:22731:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b325 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c677 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.902143:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b32c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.902162:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b32c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.902253:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b32c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788198021.902288:0:22731:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788198021.902292:0:22731:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788198021.902345:0:22731:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b32c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.902380:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b325 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c677 expref: 13 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.902413:0:22731:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b32c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c677 expref: 12 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198021.902595:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9851d4de0d00) 00010000:00010000:2.0:1788198021.902599:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788198021.902604:0:22731:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851c57e3000, rc 0) 00000100:00100000:2.0:1788198021.902719:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7e00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+12:18714:x1875060808907008:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 792us (2783us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198021.902728:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 35 00000100:00100000:3.0:1788198021.906968:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198021.907079:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808907136 00000100:00100000:1.0:1788198021.907094:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808907136 00000100:00100000:1.0:1788198021.907176:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 3 00000100:00100000:1.0:1788198021.907189:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7e02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+12:18714:x1875060808907136:12345-192.168.204.39@tcp:37:lfs.0 00000100:00100000:1.0:1788198021.916146:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7e02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+12:18714:x1875060808907136:12345-192.168.204.39@tcp:37:lfs.0 Request processed in 8941us (9175us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198021.916166:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 3 00000100:00100000:0.0:1788198021.926794:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788198021.926908:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808907392 00000100:00100000:3.0:1788198021.926921:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808907392 00000100:00100000:3.0:1788198021.927002:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4 00000100:00100000:3.0:1788198021.927015:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c31ffc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+12:18714:x1875060808907392:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:3.0:1788198021.927963:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c31ffc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+13:18714:x1875060808907392:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 944us (1182us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1788198021.927975:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4 00000100:00100000:3.0:1788198021.999922:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198022.000080:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808907520 00000100:00100000:1.0:1788198022.000096:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808907520 00000100:00100000:1.0:1788198022.000193:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 36 00000100:00100000:1.0:1788198022.000207:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e7e02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+11:18720:x1875060808907520:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:1.0:1788198022.000248:0:22730:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788198022.000282:0:22730:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d800/0xb1c7fb411490b333 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c67e expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.000440:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c400/0xb1c7fb411490b33a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.000458:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c400/0xb1c7fb411490b33a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.000477:0:22730:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c400/0xb1c7fb411490b33a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.000490:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b341 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.000498:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b341 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.000505:0:22730:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b341 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.000627:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d400/0xb1c7fb411490b348 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.000657:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d400/0xb1c7fb411490b348 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.000666:0:22730:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d400/0xb1c7fb411490b348 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788198022.000712:0:22730:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788198022.000716:0:22730:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788198022.000770:0:22730:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d400/0xb1c7fb411490b348 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.000792:0:22730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c400/0xb1c7fb411490b33a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.000800:0:22730:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c400/0xb1c7fb411490b33a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.000807:0:22730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c400/0xb1c7fb411490b33a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.000814:0:22730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3c400 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:1.0:1788198022.000819:0:22730:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c400/0xb1c7fb411490b33a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.000828:0:22730:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c400/0xb1c7fb411490b33a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.000842:0:22730:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9851fac4fd00) 00010000:00010000:1.0:1788198022.000846:0:22730:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788198022.000852:0:22730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c400/0xb1c7fb411490b33a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.000868:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c400/0xb1c7fb411490b33a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.000884:0:22730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b341 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.000890:0:22730:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b341 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.000897:0:22730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b341 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.000902:0:22730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3cc00 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:1.0:1788198022.000906:0:22730:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b341 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.000912:0:22730:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b341 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.000919:0:22730:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9851d4de0500) 00010000:00010000:1.0:1788198022.000922:0:22730:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788198022.000925:0:22730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b341 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.000930:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b341 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.000960:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d800/0xb1c7fb411490b333 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c67e expref: 13 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.000985:0:22730:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d400/0xb1c7fb411490b348 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c67e expref: 12 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.000993:0:22730:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9851d4de0d00) 00010000:00010000:1.0:1788198022.000996:0:22730:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788198022.000998:0:22730:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c3b3d400, rc 0) 00000100:00100000:1.0:1788198022.001487:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e7e02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+12:18720:x1875060808907520:12345-192.168.204.39@tcp:101:bash.0 Request processed in 1278us (1579us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198022.001498:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 36 00000100:00100000:0.0:1788198022.013198:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198022.013365:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808907648 00000100:00100000:2.0:1788198022.013379:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808907648 00000100:00100000:2.0:1788198022.013469:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 7 00000100:00100000:2.0:1788198022.013481:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851c6d58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+5:18720:x1875060808907648:12345-192.168.204.39@tcp:900:bash.0 00000100:00100000:2.0:1788198022.013713:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851c6d58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+5:18720:x1875060808907648:12345-192.168.204.39@tcp:900:bash.0 Request processed in 232us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198022.013722:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 7 00000100:00100000:2.0:1788198022.015831:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198022.016478:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808907904 00000100:00100000:0.0:1788198022.016492:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808907904 00000100:00100000:0.0:1788198022.016569:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 37 00000100:00100000:0.0:1788198022.016581:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+12:18720:x1875060808907904:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:0.0:1788198022.019097:0:22729:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788198022.019182:0:22729:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5400/0xb1c7fb411490b34f lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c685 expref: -99 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198022.019383:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b356 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198022.019417:0:22729:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b32c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c677 expref: 12 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198022.019426:0:22729:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b356 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198022.019480:0:22729:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b32c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c677 expref: 12 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198022.019499:0:22729:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b32c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c677 expref: 12 pid: 22731 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788198022.019517:0:22729:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c32f8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22729:1875060819518976:192.168.204.39@tcp:104: 00000100:00100000:0.0:1788198022.019930:0:22729:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d0b66d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788198022.026111:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198022.026364:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808908032 00000100:00100000:1.0:1788198022.026378:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808908032 00010000:00010000:1.0:1788198022.026450:0:22716:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b32c lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c677 expref: 13 pid: 22731 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788198022.026505:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 16 00000100:00100000:1.0:1788198022.026517:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851dcd9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+13:2390:x1875060808908032:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788198022.026538:0:22716:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788198022.026547:0:22716:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b32c lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c677 expref: 13 pid: 22731 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.026564:0:22716:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b32c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c677 expref: 13 pid: 22731 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.026606:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9851d4de0d00) 00010000:00010000:1.0:1788198022.026613:0:22716:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b356 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.026644:0:22716:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b356 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.026653:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b356 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.026678:0:22716:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788198022.026752:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851dcd9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+13:2390:x1875060808908032:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 237us (657us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198022.026760:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 16 00010000:00010000:2.0:1788198022.027539:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b32c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c677 expref: 12 pid: 22731 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788198022.027563:0:22729:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c32f8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22729:1875060819518976:192.168.204.39@tcp:104: 00010000:00010000:2.0:1788198022.027602:0:22729:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b356 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.027613:0:22729:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b356 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.027619:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b356 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.027663:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b35d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.027676:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b35d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.027685:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b35d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.030149:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b364 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.032788:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b364 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.032826:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b364 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788198022.032854:0:22729:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788198022.034721:0:22729:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b356 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.034741:0:22729:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b356 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.034751:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b356 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.034758:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851dccc4200 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:2.0:1788198022.034765:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b356 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.034801:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b356 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.034824:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9851d4de0d00) 00010000:00010000:2.0:1788198022.034828:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788198022.034834:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b356 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.034842:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b356 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788198022.034867:0:22729:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004b2f0177 reply state 00000000e285931f transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b35d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.034894:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b35d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.034904:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9851d4de0b00) 00010000:00010000:2.0:1788198022.034907:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788198022.034912:0:22729:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788198022.034983:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5400/0xb1c7fb411490b34f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c685 expref: 15 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.035002:0:22729:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b364 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c685 expref: 14 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.035010:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:2.0:1788198022.035012:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1788198022.035015:0:22729:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851c57e2000, rc 0) 00000100:00100000:2.0:1788198022.035123:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+15:18720:x1875060808907904:12345-192.168.204.39@tcp:101:bash.0 Request processed in 18543us (19305us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1788198022.035135:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 37 00000100:00100000:0.0:1788198022.057104:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198022.058001:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808908160 00000100:00100000:2.0:1788198022.058017:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808908160 00000100:00100000:2.0:1788198022.058108:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 38 00000100:00100000:2.0:1788198022.058121:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851dcd99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+15:18720:x1875060808908160:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:2.0:1788198022.058154:0:25525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788198022.058198:0:25525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b372 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c68c expref: -99 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.058310:0:25525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2200/0xb1c7fb411490b379 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.058366:0:25525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2200/0xb1c7fb411490b379 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.058381:0:25525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2200/0xb1c7fb411490b379 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788198022.058456:0:25525:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1788198022.058462:0:25525:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788198022.058487:0:25525:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2200/0xb1c7fb411490b379 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.058500:0:25525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2200/0xb1c7fb411490b379 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.058532:0:25525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b372 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c68c expref: 17 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.058591:0:25525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2200/0xb1c7fb411490b379 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c68c expref: 16 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.058601:0:25525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:2.0:1788198022.058604:0:25525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788198022.058609:0:25525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851c57e2200, rc 0) 00000100:00100000:2.0:1788198022.058698:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851dcd99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+16:18720:x1875060808908160:12345-192.168.204.39@tcp:101:bash.0 Request processed in 579us (1615us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198022.058707:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 38 00000100:00100000:3.0:1788198022.061751:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198022.061876:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808908416 00000100:00100000:1.0:1788198022.061889:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808908416 00000100:00100000:1.0:1788198022.061961:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5 00000100:00100000:1.0:1788198022.061974:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985200cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+16:18720:x1875060808908416:12345-192.168.204.39@tcp:35:bash.0 00000100:00100000:1.0:1788198022.062432:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985200cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+17:18720:x1875060808908416:12345-192.168.204.39@tcp:35:bash.0 Request processed in 460us (698us total) trans 12884901897 rc 0/0 00000100:00100000:1.0:1788198022.062442:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5 00000040:00080000:2.0:1788198022.078139:0:22765:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788198022.185413:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198022.189362:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808908672 00000100:00100000:2.0:1788198022.189383:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808908672 00000100:00100000:2.0:1788198022.189505:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 39 00000100:00100000:2.0:1788198022.189519:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c2ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+17:18730:x1875060808908672:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1788198022.189560:0:22731:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788198022.189590:0:22731:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b380 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c693 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788198022.189721:0:22731:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788198022.189848:0:22731:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b380 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c693 expref: 19 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.189866:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9851fac4fd00) 00010000:00010000:2.0:1788198022.189870:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788198022.190001:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b380 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c693 expref: 19 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.190047:0:22731:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851c57e3000, rc 0) 00000100:00100000:2.0:1788198022.190154:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c2ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+18:18730:x1875060808908672:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 637us (4755us total) trans 12884901898 rc 301/301 00000100:00100000:2.0:1788198022.190163:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 39 00000100:00100000:0.0:1788198022.193825:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198022.193936:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808908928 00000100:00100000:1.0:1788198022.193960:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808908928 00000100:00100000:1.0:1788198022.194034:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6 00000100:00100000:1.0:1788198022.194048:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851dcd98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+18:18730:x1875060808908928:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:1.0:1788198022.194410:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851dcd98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+19:18730:x1875060808908928:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 364us (597us total) trans 12884901899 rc 0/0 00000100:00100000:1.0:1788198022.194420:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6 00000100:00100000:3.0:1788198022.264638:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198022.264846:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808909184 00000100:00100000:2.0:1788198022.264864:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808909184 00000100:00100000:2.0:1788198022.264961:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 40 00000100:00100000:2.0:1788198022.264976:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c2ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+19:18733:x1875060808909184:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1788198022.265011:0:25525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788198022.265040:0:25525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b38e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c69a expref: -99 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.265231:0:25525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2a00/0xb1c7fb411490b395 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.265249:0:25525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2a00/0xb1c7fb411490b395 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.265264:0:25525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2a00/0xb1c7fb411490b395 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788198022.265281:0:25525:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788198022.265518:0:25525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b38e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c69a expref: 22 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.265542:0:25525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2a00/0xb1c7fb411490b395 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c69a expref: 21 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.265580:0:25525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:2.0:1788198022.265584:0:25525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788198022.265589:0:25525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851c57e2a00, rc 0) 00000100:00100000:2.0:1788198022.265679:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c2ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+21:18733:x1875060808909184:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 707us (1057us total) trans 12884901900 rc 0/0 00000100:00100000:2.0:1788198022.265687:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 40 00000100:00100000:2.0:1788198022.283966:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788198022.284085:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808909312 00000100:00100000:3.0:1788198022.284099:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808909312 00000100:00100000:3.0:1788198022.284197:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 41 00000100:00100000:3.0:1788198022.284211:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+21:18733:x1875060808909312:12345-192.168.204.39@tcp:54:lfs.0 00010000:00010000:3.0:1788198022.284375:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8c00/0xb1c7fb411490b3a3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198022.284411:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8c00/0xb1c7fb411490b3a3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198022.284428:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8c00/0xb1c7fb411490b3a3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198022.284491:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8c00/0xb1c7fb411490b3a3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198022.284500:0:22731:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8c00/0xb1c7fb411490b3a3 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198022.284510:0:22731:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8c00/0xb1c7fb411490b3a3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198022.284518:0:22731:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c1ea8c00 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:3.0:1788198022.284524:0:22731:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8c00/0xb1c7fb411490b3a3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198022.284535:0:22731:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8c00/0xb1c7fb411490b3a3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198022.284552:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:3.0:1788198022.284556:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788198022.284562:0:22731:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8c00/0xb1c7fb411490b3a3 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198022.284570:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8c00/0xb1c7fb411490b3a3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788198022.284694:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+21:18733:x1875060808909312:12345-192.168.204.39@tcp:54:lfs.0 Request processed in 485us (749us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198022.284703:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 41 00000100:00100000:0.0:1788198022.291018:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198022.291394:0:24262:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808909440 00000100:00100000:2.0:1788198022.291410:0:24262:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808909440 00000100:00100000:2.0:1788198022.291517:0:24262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 0 00000100:00100000:2.0:1788198022.291531:0:24262:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851dcd99180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+21:2391:x1875060808909440:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788198022.291553:0:24262:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788198022.291589:0:24262:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2a00/0xb1c7fb411490b395 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c69a expref: 21 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.291613:0:24262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:2.0:1788198022.291620:0:24262:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788198022.291691:0:24262:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851dcd99180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+20:2391:x1875060808909440:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 163us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198022.291700:0:24262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 0 00000100:00100000:1.0:1788198022.298645:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198022.298740:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808909696 00000100:00100000:2.0:1788198022.298754:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808909696 00000100:00100000:2.0:1788198022.298828:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 7 00000100:00100000:2.0:1788198022.298841:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c40f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+20:18733:x1875060808909696:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:2.0:1788198022.299143:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c40f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+21:18733:x1875060808909696:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 304us (515us total) trans 12884901901 rc 0/0 00000100:00100000:2.0:1788198022.299312:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 7 00000040:00080000:0.0:1788198022.398101:0:23485:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788198022.526549:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788198022.590423:0:3613:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788198022.603065:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851fd1a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819519104:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788198022.603208:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198022.604647:0:24240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819519104 00000100:00100000:2.0:1788198022.604664:0:24240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819519104 00000100:00080000:1.0:1788198022.604854:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788198022.605146:0:24240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788198022.605164:0:24240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c40f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3613:x1875060819519104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788198022.605228:0:24240:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788198022.605408:0:24240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c40f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3613:x1875060819519104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 249us (2200us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198022.605416:0:24240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788198022.605517:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851fd1a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3613:1875060819519104:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788198022.628793:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198022.628858:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198022.628905:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198022.628938:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198022.628996:0:24602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808910080 00000100:00100000:0.0:1788198022.629009:0:24602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808910080 00000100:00100000:0.0:1788198022.629085:0:24602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808910592 00000100:00100000:0.0:1788198022.629089:0:24602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808910592 00000100:00100000:2.0:1788198022.629524:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808909824 00000100:00100000:2.0:1788198022.629530:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808909824 00000100:00100000:2.0:1788198022.629570:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 167 00000100:00100000:2.0:1788198022.629581:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e28d120-d2e2-4e88-8679-5f32736e4257+13:2391:x1875060808909824:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1788198022.629628:0:24237:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 17 00000100:00100000:1.0:1788198022.629643:0:24237:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fd1a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+5:2391:x1875060808910080:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1788198022.629676:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e28d120-d2e2-4e88-8679-5f32736e4257+13:2391:x1875060808909824:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 95us (900us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198022.629690:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 167 00000100:00100000:1.0:1788198022.629691:0:24237:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fd1a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+5:2391:x1875060808910080:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 48us (828us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198022.629703:0:24237:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 17 00000100:00100000:1.0:1788198022.629761:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198022.629860:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198022.630291:0:24602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808910208 00000100:00100000:0.0:1788198022.630298:0:24602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808910208 00000100:00100000:0.0:1788198022.630346:0:24602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 18 00000100:00100000:0.0:1788198022.630356:0:24602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fd1a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+5:2391:x1875060808910592:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1788198022.630408:0:24602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fd1a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+5:2391:x1875060808910592:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 53us (1468us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198022.630415:0:24602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 18 00000100:00100000:0.0:1788198022.630430:0:24602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 19 00000100:00100000:0.0:1788198022.630437:0:24602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c40f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+5:2391:x1875060808910208:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1788198022.630464:0:24602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c40f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+5:2391:x1875060808910208:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198022.630471:0:24602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 19 00000100:00080000:0.0:1788198022.630498:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788198022.630503:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788198022.630659:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808910336 00000100:00100000:2.0:1788198022.630665:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808910336 00000100:00100000:2.0:1788198022.630704:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808909952 00000100:00100000:2.0:1788198022.630708:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808909952 00000100:00100000:2.0:1788198022.630733:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 62 00000100:00100000:2.0:1788198022.630740:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fd1a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+12:2391:x1875060808910336:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1788198022.630779:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fd1a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+12:2391:x1875060808910336:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 39us (1873us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198022.630785:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 62 00000100:00100000:2.0:1788198022.630819:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 63 00000100:00100000:2.0:1788198022.630825:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c40f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+5:2391:x1875060808909952:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1788198022.630853:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c40f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+5:2391:x1875060808909952:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (1093us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198022.630859:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 63 00000100:00100000:2.0:1788198022.634666:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198022.634725:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198022.635052:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808910464 00000100:00100000:1.0:1788198022.635066:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808910464 00000100:00100000:1.0:1788198022.635145:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 64 00000100:00100000:1.0:1788198022.635168:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+5:2391:x1875060808910464:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1788198022.635706:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+5:2391:x1875060808910464:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 539us (1056us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198022.635718:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 64 00000100:00100000:0.0:1788198022.637451:0:24602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808910720 00000100:00100000:0.0:1788198022.637470:0:24602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808910720 00000100:00100000:0.0:1788198022.637590:0:24602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 20 00000100:00100000:0.0:1788198022.637605:0:24602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+5:2391:x1875060808910720:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1788198022.637708:0:24602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+5:2391:x1875060808910720:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 107us (2982us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198022.637717:0:24602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 20 00000100:00080000:1.0:1788198022.638129:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788198022.770106:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198022.770212:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808910976 00000100:00100000:0.0:1788198022.770228:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808910976 00000100:00100000:0.0:1788198022.770389:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 42 00000100:00100000:0.0:1788198022.770402:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c32f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+21:18764:x1875060808910976:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1788198022.770429:0:22731:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788198022.770452:0:22731:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4600/0xb1c7fb411490b3aa lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c6a1 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198022.770579:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5400/0xb1c7fb411490b3b1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198022.770933:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5400/0xb1c7fb411490b3b1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198022.770949:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5400/0xb1c7fb411490b3b1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788198022.771031:0:22731:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1788198022.771173:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4600/0xb1c7fb411490b3aa lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6a1 expref: 24 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198022.771193:0:22731:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5400/0xb1c7fb411490b3b1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6a1 expref: 23 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198022.771202:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:0.0:1788198022.771205:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788198022.771209:0:22731:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851dccc5400, rc 0) 00000100:00100000:0.0:1788198022.771398:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c32f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+23:18764:x1875060808910976:12345-192.168.204.39@tcp:101:cat.0 Request processed in 997us (1308us total) trans 12884901902 rc 0/0 00000100:00100000:0.0:1788198022.771406:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 42 00000100:00100000:2.0:1788198022.777910:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198022.777981:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198022.778151:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808911360 00000100:00100000:0.0:1788198022.778190:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808911360 00000100:00100000:0.0:1788198022.778268:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1 00000100:00100000:0.0:1788198022.778281:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3993800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+23:2389:x1875060808911360:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788198022.778304:0:22716:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788198022.778367:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5400/0xb1c7fb411490b3b1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6a1 expref: 23 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198022.778400:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:0.0:1788198022.778406:0:22716:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788198022.778485:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3993800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+22:2389:x1875060808911360:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 203us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198022.778494:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1 00000100:00100000:1.0:1788198022.779554:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808911232 00000100:00100000:1.0:1788198022.779568:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808911232 00000100:00100000:1.0:1788198022.779717:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8 00000100:00100000:1.0:1788198022.779730:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3992680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+22:18764:x1875060808911232:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:1.0:1788198022.780102:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3992680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+23:18764:x1875060808911232:12345-192.168.204.39@tcp:35:cat.0 Request processed in 373us (2205us total) trans 12884901903 rc 0/0 00000100:00100000:1.0:1788198022.780132:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8 00000100:00100000:2.0:1788198022.898074:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198022.898395:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808911616 00000100:00100000:1.0:1788198022.898409:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808911616 00000100:00100000:1.0:1788198022.898500:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 43 00000100:00100000:1.0:1788198022.898611:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3992d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+23:18770:x1875060808911616:12345-192.168.204.39@tcp:101:dd.0 00010000:00010000:1.0:1788198022.898643:0:22730:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788198022.898671:0:22730:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c400/0xb1c7fb411490b3bf lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c6a8 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.898820:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d200/0xb1c7fb411490b3c6 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.898841:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d200/0xb1c7fb411490b3c6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.898857:0:22730:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d200/0xb1c7fb411490b3c6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788198022.898871:0:22730:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788198022.899042:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c400/0xb1c7fb411490b3bf lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6a8 expref: 26 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.899065:0:22730:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d200/0xb1c7fb411490b3c6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6a8 expref: 25 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198022.899076:0:22730:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:1.0:1788198022.899080:0:22730:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788198022.899084:0:22730:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c3b3d200, rc 0) 00000100:00100000:1.0:1788198022.899482:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3992d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+25:18770:x1875060808911616:12345-192.168.204.39@tcp:101:dd.0 Request processed in 874us (1425us total) trans 12884901904 rc 0/0 00000100:00100000:0.0:1788198022.907067:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198022.907196:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198022.907257:0:24262:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808911872 00000100:00100000:0.0:1788198022.907271:0:24262:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808911872 00000100:00100000:0.0:1788198022.907384:0:24262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2 00000100:00100000:0.0:1788198022.907398:0:24262:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fd1a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+26:2392:x1875060808911872:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788198022.907422:0:24262:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788198022.907470:0:24262:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d200/0xb1c7fb411490b3c6 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6a8 expref: 26 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198022.907497:0:24262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:0.0:1788198022.907503:0:24262:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788198022.907590:0:24262:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fd1a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+25:2392:x1875060808911872:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 195us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198022.907598:0:24262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2 00000100:00100000:3.0:1788198022.908256:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808911744 00000100:00100000:3.0:1788198022.908263:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808911744 00000100:00100000:1.0:1788198022.911301:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 43 00000100:00100000:3.0:1788198022.912701:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 44 00000100:00100000:3.0:1788198022.912731:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fd1a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+24:18770:x1875060808911744:12345-192.168.204.39@tcp:101:dd.0 00010000:00010000:3.0:1788198022.912764:0:25525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788198022.912794:0:25525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8c00/0xb1c7fb411490b3d4 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c6af expref: -99 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198022.912839:0:25525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9800/0xb1c7fb411490b3db lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198022.912856:0:25525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9800/0xb1c7fb411490b3db lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198022.912869:0:25525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9800/0xb1c7fb411490b3db lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198022.913027:0:25525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8c00/0xb1c7fb411490b3d4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6af expref: 26 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198022.913050:0:25525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9800/0xb1c7fb411490b3db lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6af expref: 25 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198022.913061:0:25525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:3.0:1788198022.913074:0:25525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788198022.913077:0:25525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c1ea9800, rc 0) 00000100:00100000:3.0:1788198022.913182:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fd1a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+25:18770:x1875060808911744:12345-192.168.204.39@tcp:101:dd.0 Request processed in 468us (6133us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198022.913190:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 44 00000100:00100000:0.0:1788198022.925119:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198022.925198:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808912128 00000100:00100000:2.0:1788198022.925211:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808912128 00000100:00100000:2.0:1788198022.925288:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 45 00000100:00100000:2.0:1788198022.925301:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fd1a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+25:18770:x1875060808912128:12345-192.168.204.39@tcp:36:dd.0 00010000:00010000:2.0:1788198022.925551:0:22729:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788198022.925589:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2200/0xb1c7fb411490b379 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c68c expref: 25 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.925612:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:2.0:1788198022.925617:0:22729:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788198022.925843:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2400/0xb1c7fb411490b3e2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.925860:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2400/0xb1c7fb411490b3e2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.925871:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2400/0xb1c7fb411490b3e2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788198022.925940:0:22729:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:2.0:1788198022.925965:0:22729:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000092da2dc7 reply state 0000000091ae4f27 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2400/0xb1c7fb411490b3e2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.926226:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2400/0xb1c7fb411490b3e2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198022.926235:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:2.0:1788198022.926238:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788198022.926241:0:22729:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788198022.926588:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fd1a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+27:18770:x1875060808912128:12345-192.168.204.39@tcp:36:dd.0 Request processed in 1286us (1480us total) trans 12884901906 rc 0/0 00000100:00100000:2.0:1788198022.926597:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 45 00000020:00080000:2.0:1788198022.926606:0:22729:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1788198023.058729:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788198023.059004:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808912384 00000100:00100000:3.0:1788198023.059018:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808912384 00000100:00100000:3.0:1788198023.059123:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9 00000100:00100000:3.0:1788198023.059139:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3991f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+27:18770:x1875060808912384:12345-192.168.204.39@tcp:35:dd.0 00000100:00080000:1.0:1788198023.059363:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788198023.059719:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3991f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+28:18770:x1875060808912384:12345-192.168.204.39@tcp:35:dd.0 Request processed in 582us (1005us total) trans 12884901907 rc 0/0 00000100:00100000:3.0:1788198023.059728:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9 00000100:00100000:0.0:1788198023.347635:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788198023.347740:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808912512 00000100:00100000:3.0:1788198023.347755:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808912512 00000100:00100000:3.0:1788198023.347844:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 46 00000100:00100000:3.0:1788198023.347858:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fd1a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+28:18784:x1875060808912512:12345-192.168.204.39@tcp:101:stat.0 00010000:00010000:3.0:1788198023.347894:0:22731:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788198023.347926:0:22731:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8c00/0xb1c7fb411490b3e9 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c6b6 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.348029:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b3f0 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.348050:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b3f0 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.348068:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b3f0 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.348109:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8a00/0xb1c7fb411490b3f7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.348118:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8a00/0xb1c7fb411490b3f7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.348124:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8a00/0xb1c7fb411490b3f7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.348271:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8200/0xb1c7fb411490b3fe lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.348281:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8200/0xb1c7fb411490b3fe lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.348289:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8200/0xb1c7fb411490b3fe lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788198023.348407:0:22731:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1788198023.348412:0:22731:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788198023.348465:0:22731:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8200/0xb1c7fb411490b3fe lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.348482:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8200/0xb1c7fb411490b3fe lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.348491:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b3f0 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.348497:0:22731:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b3f0 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.348521:0:22731:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b3f0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.348527:0:22731:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c1ea8e00 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:3.0:1788198023.348533:0:22731:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b3f0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.348543:0:22731:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b3f0 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.348562:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9851d4de0d00) 00010000:00010000:3.0:1788198023.348566:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788198023.348572:0:22731:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b3f0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.348579:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b3f0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.348599:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8a00/0xb1c7fb411490b3f7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.348605:0:22731:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8a00/0xb1c7fb411490b3f7 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.348610:0:22731:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8a00/0xb1c7fb411490b3f7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.348616:0:22731:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c1ea8a00 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:3.0:1788198023.348619:0:22731:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8a00/0xb1c7fb411490b3f7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.348634:0:22731:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8a00/0xb1c7fb411490b3f7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.348643:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9851d4de0b00) 00010000:00010000:3.0:1788198023.348646:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788198023.348650:0:22731:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8a00/0xb1c7fb411490b3f7 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.348656:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8a00/0xb1c7fb411490b3f7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.348699:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8c00/0xb1c7fb411490b3e9 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6b6 expref: 30 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.348714:0:22731:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8200/0xb1c7fb411490b3fe lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6b6 expref: 29 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.348722:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:3.0:1788198023.348725:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788198023.348727:0:22731:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c1ea8200, rc 0) 00000100:00100000:3.0:1788198023.348837:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fd1a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+29:18784:x1875060808912512:12345-192.168.204.39@tcp:101:stat.0 Request processed in 981us (1218us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198023.348845:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 46 00000100:00100000:0.0:1788198023.430706:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198023.430826:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808912768 00000100:00100000:1.0:1788198023.430842:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808912768 00000100:00100000:1.0:1788198023.430928:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 47 00000100:00100000:1.0:1788198023.430941:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fd1a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+29:18790:x1875060808912768:12345-192.168.204.39@tcp:36:truncate.0 00010000:00010000:1.0:1788198023.431014:0:22730:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788198023.431053:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8200/0xb1c7fb411490b3fe lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6b6 expref: 29 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198023.431078:0:22730:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:1.0:1788198023.431084:0:22730:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788198023.431497:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c400/0xb1c7fb411490b405 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198023.431517:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c400/0xb1c7fb411490b405 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198023.431529:0:22730:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c400/0xb1c7fb411490b405 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788198023.431585:0:22730:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901908 00000004:00010000:1.0:1788198023.431612:0:22730:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000006efce54d reply state 000000005d000b21 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c400/0xb1c7fb411490b405 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198023.431627:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c400/0xb1c7fb411490b405 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198023.431660:0:22730:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:1.0:1788198023.431663:0:22730:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788198023.431666:0:22730:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788198023.432022:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fd1a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+31:18790:x1875060808912768:12345-192.168.204.39@tcp:36:truncate.0 Request processed in 1077us (1325us total) trans 12884901909 rc 0/0 00000100:00100000:1.0:1788198023.432035:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 47 00000020:00080000:1.0:1788198023.432043:0:22730:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1788198023.551771:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788198023.615909:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c2ec1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819519232:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788198023.616035:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788198023.618025:0:24239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819519232 00000100:00100000:0.0:1788198023.618046:0:24239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819519232 00000100:00100000:0.0:1788198023.618186:0:24239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788198023.618201:0:24239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c40f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819519232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788198023.618241:0:24239:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00080000:2.0:1788198023.618419:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788198023.634372:0:24239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c40f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819519232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 16149us (18312us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198023.634393:0:24239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788198023.641291:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c2ec1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819519232:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788198023.739579:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788198023.739686:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808912896 00000100:00100000:3.0:1788198023.739702:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808912896 00000100:00100000:3.0:1788198023.739787:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 48 00000100:00100000:3.0:1788198023.739799:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3992300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+31:18805:x1875060808912896:12345-192.168.204.39@tcp:101:stat.0 00010000:00010000:3.0:1788198023.739854:0:22731:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788198023.739886:0:22731:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8c00/0xb1c7fb411490b40c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c6bd expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.739981:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8a00/0xb1c7fb411490b413 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.740002:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8a00/0xb1c7fb411490b413 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.740017:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8a00/0xb1c7fb411490b413 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.740030:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b41a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.740037:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b41a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.740044:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b41a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.740152:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9400/0xb1c7fb411490b421 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.740162:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9400/0xb1c7fb411490b421 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.740170:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9400/0xb1c7fb411490b421 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788198023.740225:0:22731:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00000004:00200000:3.0:1788198023.740237:0:22731:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788198023.740264:0:22731:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9400/0xb1c7fb411490b421 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.740279:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9400/0xb1c7fb411490b421 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.740288:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8a00/0xb1c7fb411490b413 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.740295:0:22731:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8a00/0xb1c7fb411490b413 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.740302:0:22731:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8a00/0xb1c7fb411490b413 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.740309:0:22731:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c1ea8a00 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:3.0:1788198023.740392:0:22731:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8a00/0xb1c7fb411490b413 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.740402:0:22731:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8a00/0xb1c7fb411490b413 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.740417:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9851d4de0d00) 00010000:00010000:3.0:1788198023.740420:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788198023.740426:0:22731:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8a00/0xb1c7fb411490b413 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.740433:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8a00/0xb1c7fb411490b413 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.740453:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b41a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.740469:0:22731:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b41a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.740475:0:22731:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b41a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.740480:0:22731:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c1ea8e00 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:3.0:1788198023.740483:0:22731:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b41a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.740490:0:22731:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b41a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.740499:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9851d4de0b00) 00010000:00010000:3.0:1788198023.740502:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788198023.740504:0:22731:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b41a lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.740510:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b41a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.740546:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8c00/0xb1c7fb411490b40c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6bd expref: 33 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.740560:0:22731:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9400/0xb1c7fb411490b421 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6bd expref: 32 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.740567:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:3.0:1788198023.740569:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788198023.740578:0:22731:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c1ea9400, rc 0) 00000100:00100000:3.0:1788198023.740667:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3992300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+32:18805:x1875060808912896:12345-192.168.204.39@tcp:101:stat.0 Request processed in 869us (1105us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198023.740677:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 48 00000100:00100000:3.0:1788198023.858077:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198023.858739:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808913152 00000100:00100000:1.0:1788198023.858754:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808913152 00000100:00100000:1.0:1788198023.858839:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 49 00000100:00100000:1.0:1788198023.858853:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c2ec0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+32:18815:x1875060808913152:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1788198023.858880:0:22730:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788198023.858908:0:22730:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b428 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c6c4 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788198023.859047:0:22730:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1788198023.859188:0:22730:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b428 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6c4 expref: 34 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198023.859206:0:22730:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9851fac4fd00) 00010000:00010000:1.0:1788198023.859209:0:22730:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788198023.859215:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b428 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6c4 expref: 34 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198023.859253:0:22730:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c3b3cc00, rc 0) 00000100:00100000:1.0:1788198023.859943:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c2ec0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+33:18815:x1875060808913152:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1088us (1878us total) trans 12884901910 rc 301/301 00000100:00100000:1.0:1788198023.859952:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 49 00000100:00100000:0.0:1788198023.874966:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198023.875243:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808913408 00000100:00100000:2.0:1788198023.875261:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808913408 00000100:00100000:2.0:1788198023.875405:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10 00000100:00100000:2.0:1788198023.875428:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c31fe850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+33:18815:x1875060808913408:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:2.0:1788198023.875819:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c31fe850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+34:18815:x1875060808913408:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 392us (866us total) trans 12884901911 rc 0/0 00000100:00100000:2.0:1788198023.875829:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10 00000100:00100000:2.0:1788198023.981945:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788198023.982943:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808913664 00000100:00100000:3.0:1788198023.982960:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808913664 00000100:00100000:3.0:1788198023.983061:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 50 00000100:00100000:3.0:1788198023.983074:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3992680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+34:18821:x1875060808913664:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:3.0:1788198023.983110:0:22731:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788198023.983150:0:22731:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8c00/0xb1c7fb411490b436 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c6cb expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.983299:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b43d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.983377:0:22731:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b364 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c685 expref: 35 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.983572:0:22731:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9400/0xb1c7fb411490b421 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6bd expref: 35 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.983583:0:22731:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b43d lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.983629:0:22731:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9400/0xb1c7fb411490b421 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6bd expref: 35 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.983646:0:22731:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9400/0xb1c7fb411490b421 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6bd expref: 35 pid: 22731 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788198023.983681:0:22731:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c2ec2300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22731:1875060819519360:192.168.204.39@tcp:104: 00010000:00010000:3.0:1788198023.983812:0:22731:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b364 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c685 expref: 35 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198023.983821:0:22731:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b364 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c685 expref: 35 pid: 22729 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788198023.983830:0:22731:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c2ec3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22731:1875060819519488:192.168.204.39@tcp:104: 00000100:00100000:3.0:1788198023.983855:0:22731:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d63a6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788198023.987615:0:22731:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c2ec2300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22731:1875060819519360:192.168.204.39@tcp:104: 00000100:00100000:3.0:1788198023.987640:0:22731:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c2ec3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22731:1875060819519488:192.168.204.39@tcp:104: 00010000:00010000:3.0:1788198023.987676:0:22731:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b43d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788198023.987842:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198023.987946:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198023.988096:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808913792 00000100:00100000:0.0:1788198023.988106:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808913792 00010000:00010000:0.0:1788198023.988162:0:22716:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9400/0xb1c7fb411490b421 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6bd expref: 36 pid: 22731 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788198023.988213:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808913920 00000100:00100000:0.0:1788198023.988217:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808913920 00010000:00010000:0.0:1788198023.988230:0:22716:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b364 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c685 expref: 37 pid: 22729 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788198023.988260:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 17 00000100:00100000:0.0:1788198023.988271:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ff6e0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+37:2389:x1875060808913792:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788198023.988292:0:22716:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788198023.988301:0:22716:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9400/0xb1c7fb411490b421 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6bd expref: 37 pid: 22731 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788198023.988520:0:24262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 18 00000100:00100000:2.0:1788198023.988532:0:24262:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3991f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+37:2389:x1875060808913920:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788198023.988541:0:24262:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788198023.988546:0:24262:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b364 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c685 expref: 37 pid: 22729 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198023.988799:0:22716:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9400/0xb1c7fb411490b421 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6bd expref: 37 pid: 22731 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.002371:0:24262:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b364 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c685 expref: 37 pid: 22729 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.002426:0:24262:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b364 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c685 expref: 37 pid: 22729 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.002449:0:24262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:2.0:1788198024.002456:0:24262:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b43d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.002467:0:24262:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b43d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.002478:0:24262:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788198024.002775:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9400/0xb1c7fb411490b421 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6bd expref: 36 pid: 22731 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.002790:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00000100:00100000:3.0:1788198024.002792:0:24262:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3991f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+35:2389:x1875060808913920:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 14260us (14842us total) trans 0 rc 0/0 00010000:00010000:0.0:1788198024.002794:0:22716:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b43d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788198024.002804:0:24262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 18 00010000:00010000:0.0:1788198024.002804:0:22716:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b43d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.002813:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b43d lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.002855:0:22716:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788198024.002883:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ff6e0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+35:2389:x1875060808913792:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 14613us (15043us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198024.002892:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 17 00010000:00010000:2.0:1788198024.007616:0:22731:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b43d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.007644:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b43d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788198024.007682:0:22731:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00010000:00010000:2.0:1788198024.007908:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8c00/0xb1c7fb411490b436 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6cb expref: 35 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.007957:0:22731:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b43d lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6cb expref: 34 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.007967:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:2.0:1788198024.007970:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1788198024.007975:0:22731:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c1ea8e00, rc 0) 00000100:00100000:2.0:1788198024.008083:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3992680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+34:18821:x1875060808913664:12345-192.168.204.39@tcp:101:bash.0 Request processed in 25009us (26152us total) trans 12884901912 rc 0/0 00000100:00100000:2.0:1788198024.008094:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 50 00000100:00100000:2.0:1788198024.021988:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198024.022528:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808914176 00000100:00100000:0.0:1788198024.022544:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808914176 00000100:00100000:0.0:1788198024.022627:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 51 00000100:00100000:0.0:1788198024.022640:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3993100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+34:18821:x1875060808914176:12345-192.168.204.39@tcp:36:bash.0 00010000:00010000:0.0:1788198024.022989:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4800/0xb1c7fb411490b44b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.023015:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4800/0xb1c7fb411490b44b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.023046:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4800/0xb1c7fb411490b44b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788198024.023100:0:22729:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000004:00010000:0.0:1788198024.023142:0:22729:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000005b55d2bf reply state 00000000e898a1bf transno 12884901914 ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4800/0xb1c7fb411490b44b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.023158:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4800/0xb1c7fb411490b44b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.023437:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:0.0:1788198024.023442:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788198024.023446:0:22729:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788198024.023970:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3993100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+37:18821:x1875060808914176:12345-192.168.204.39@tcp:36:bash.0 Request processed in 1327us (1994us total) trans 12884901914 rc 0/0 00000100:00100000:0.0:1788198024.023981:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 51 00000020:00080000:0.0:1788198024.023989:0:22729:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1788198024.040058:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788198024.040187:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808914304 00000100:00100000:3.0:1788198024.040202:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808914304 00000100:00100000:3.0:1788198024.040289:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 52 00000100:00100000:3.0:1788198024.040302:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fd1a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+37:18821:x1875060808914304:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:3.0:1788198024.040403:0:25525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788198024.040433:0:25525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8a00/0xb1c7fb411490b452 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c6d2 expref: -99 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.040550:0:25525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8a00/0xb1c7fb411490b452 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6d2 expref: 38 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.040569:0:25525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8a00/0xb1c7fb411490b452 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6d2 expref: 38 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.040597:0:25525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:3.0:1788198024.040601:0:25525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788198024.040606:0:25525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c1ea8a00, rc 0) 00000100:00100000:3.0:1788198024.040683:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fd1a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+38:18821:x1875060808914304:12345-192.168.204.39@tcp:101:bash.0 Request processed in 382us (640us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198024.040692:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 52 00000100:00100000:1.0:1788198024.059108:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198024.059390:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808914432 00000100:00100000:2.0:1788198024.059407:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808914432 00000100:00100000:2.0:1788198024.059485:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 53 00000100:00100000:2.0:1788198024.059498:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c40f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+38:18821:x1875060808914432:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:2.0:1788198024.059532:0:22730:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788198024.059565:0:22730:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b459 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c6d9 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.059709:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2600/0xb1c7fb411490b460 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.059731:0:22730:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b43d lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6cb expref: 39 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.059741:0:22730:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2600/0xb1c7fb411490b460 lrc: 4/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.059816:0:22730:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b43d lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6cb expref: 39 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.059832:0:22730:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b43d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6cb expref: 39 pid: 22731 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788198024.059849:0:22730:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3990380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22730:1875060819519616:192.168.204.39@tcp:104: 00000100:00100000:2.0:1788198024.059979:0:22730:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c311ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788198024.068989:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788198024.069478:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808914560 00000100:00100000:3.0:1788198024.069493:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808914560 00010000:00010000:3.0:1788198024.069561:0:22715:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b43d lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6cb expref: 40 pid: 22731 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788198024.069618:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 19 00000100:00100000:3.0:1788198024.069632:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fd1a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+40:2389:x1875060808914560:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788198024.069654:0:22715:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788198024.069664:0:22715:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b43d lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6cb expref: 40 pid: 22731 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.069682:0:22715:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b43d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6cb expref: 40 pid: 22731 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.069744:0:22715:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:3.0:1788198024.069751:0:22715:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2600/0xb1c7fb411490b460 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.069763:0:22715:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2600/0xb1c7fb411490b460 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.069771:0:22715:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2600/0xb1c7fb411490b460 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.069879:0:22715:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788198024.069972:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fd1a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+40:2389:x1875060808914560:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 342us (999us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198024.069981:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 19 00010000:00010000:2.0:1788198024.070636:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8e00/0xb1c7fb411490b43d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6cb expref: 39 pid: 22731 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788198024.070665:0:22730:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3990380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22730:1875060819519616:192.168.204.39@tcp:104: 00010000:00010000:2.0:1788198024.070692:0:22730:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2600/0xb1c7fb411490b460 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.070702:0:22730:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2600/0xb1c7fb411490b460 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.070708:0:22730:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2600/0xb1c7fb411490b460 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788198024.070779:0:22730:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1788198024.070784:0:22730:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788198024.070808:0:22730:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2600/0xb1c7fb411490b460 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.070847:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2000/0xb1c7fb411490b459 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6d9 expref: 39 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.070882:0:22730:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2600/0xb1c7fb411490b460 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6d9 expref: 38 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.070891:0:22730:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:2.0:1788198024.070894:0:22730:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788198024.070897:0:22730:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851c57e2600, rc 0) 00000100:00100000:2.0:1788198024.070956:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c40f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+38:18821:x1875060808914432:12345-192.168.204.39@tcp:101:bash.0 Request processed in 11460us (11865us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198024.070964:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 53 00000100:00100000:0.0:1788198024.074916:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198024.075041:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808914816 00000100:00100000:1.0:1788198024.075059:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808914816 00000100:00100000:1.0:1788198024.075694:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 3 00000100:00100000:1.0:1788198024.075710:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fd1a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+38:18821:x1875060808914816:12345-192.168.204.39@tcp:103:bash.0 00010000:00010000:1.0:1788198024.075731:0:22716:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1788198024.075765:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8a00/0xb1c7fb411490b452 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6d2 expref: 38 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.075789:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2600/0xb1c7fb411490b460 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6d9 expref: 37 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.075801:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:1.0:1788198024.075807:0:22716:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788198024.075876:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fd1a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+36:18821:x1875060808914816:12345-192.168.204.39@tcp:103:bash.0 Request processed in 170us (976us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198024.075883:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 3 00000100:00100000:3.0:1788198024.081164:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198024.081345:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808914944 00000100:00100000:0.0:1788198024.081369:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808914944 00000100:00100000:0.0:1788198024.081456:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 54 00000100:00100000:0.0:1788198024.081468:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c2ec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+36:18821:x1875060808914944:12345-192.168.204.39@tcp:58:bash.0 00010000:00010000:0.0:1788198024.081620:0:25525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b467 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.081643:0:25525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b467 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.081684:0:25525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b467 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788198024.088073:0:25525:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788198024.088146:0:25525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:0.0:1788198024.092410:0:25525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:0.0:1788198024.092593:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c2ec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+36:18821:x1875060808914944:12345-192.168.204.39@tcp:58:bash.0 Request processed in 11117us (11438us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198024.092610:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 54 00000100:00100000:0.0:1788198024.097015:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198024.097177:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808915072 00000100:00100000:2.0:1788198024.097194:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808915072 00000100:00100000:2.0:1788198024.097284:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 55 00000100:00100000:2.0:1788198024.097297:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fd1a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+36:18821:x1875060808915072:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:2.0:1788198024.097382:0:22729:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788198024.097425:0:22729:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2200/0xb1c7fb411490b46e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c6e0 expref: -99 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.097503:0:22729:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b467 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.097517:0:22729:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2200/0xb1c7fb411490b46e lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6e0 expref: 37 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.097542:0:22729:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b467 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.097557:0:22729:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2200/0xb1c7fb411490b46e lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6e0 expref: 37 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.097594:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:2.0:1788198024.097598:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788198024.097603:0:22729:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2200/0xb1c7fb411490b46e lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6e0 expref: 37 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.097611:0:22729:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851c57e2200, rc 0) 00000100:00100000:2.0:1788198024.098127:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fd1a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+37:18821:x1875060808915072:12345-192.168.204.39@tcp:101:bash.0 Request processed in 818us (1115us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198024.098137:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 55 00000100:00100000:1.0:1788198024.125865:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000040:00080000:3.0:1788198024.126775:0:22765:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788198024.126782:0:22765:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788198024.126819:0:22765:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:3.0:1788198024.126831:0:22765:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1788198024.127001:0:22765:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c2ec2300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22765:1875060819519872:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788198024.127123:0:22765:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c53ae3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788198024.127377:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3993800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819520128:0@lo:400:kworker.0 00000100:00100000:3.0:1788198024.127455:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198024.127502:0:3614:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788198024.127508:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3990380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27515ceb-a8a3-4165-9bb1-71641bb462d7:3614:1875060819520000:0@lo:400:kworker.0 00000100:00100000:3.0:1788198024.127541:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198024.127583:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819520128 00000100:00100000:3.0:1788198024.127611:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819520128 00000100:00100000:3.0:1788198024.127666:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788198024.127676:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c2ec0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819520128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788198024.127739:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c2ec0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819520128:12345-0@lo:400:kworker.0 Request processed in 64us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198024.127747:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788198024.127795:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3993800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819520128:0@lo:400:kworker.0 00000100:00100000:1.0:1788198024.129810:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985200cbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819520256:0@lo:400:kworker.0 00000100:00100000:1.0:1788198024.129905:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198024.129956:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851fd1a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819519744:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788198024.130004:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198024.130029:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788198024.130036:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851fd1a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819520384:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788198024.130058:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198024.130100:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819520000 00000100:00100000:1.0:1788198024.130114:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819520000 00000100:00100000:1.0:1788198024.130188:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:1.0:1788198024.130199:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:3614:x1875060819520000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788198024.130260:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27515ceb-a8a3-4165-9bb1-71641bb462d7+24:3614:x1875060819520000:12345-0@lo:400:kworker.0 Request processed in 63us (2718us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198024.130268:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:1.0:1788198024.130369:0:24237:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819520256 00000100:00100000:1.0:1788198024.130374:0:24237:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819520256 00000100:00100000:1.0:1788198024.133256:0:24237:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788198024.133279:0:24237:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c40f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3615:x1875060819520256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788198024.133434:0:24237:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c40f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3615:x1875060819520256:12345-0@lo:400:kworker.0 Request processed in 164us (3528us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198024.133442:0:24237:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788198024.133505:0:24239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819519744 00000100:00100000:1.0:1788198024.133515:0:24239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819519744 00000100:00100000:1.0:1788198024.133542:0:24239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819520384 00000100:00100000:1.0:1788198024.133545:0:24239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819520384 00000100:00100000:1.0:1788198024.133563:0:24239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788198024.133570:0:24239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c40f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3615:x1875060819519744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788198024.133600:0:24239:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788198024.133641:0:24239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c40f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3615:x1875060819519744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (3636us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198024.133672:0:24239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788198024.133689:0:24239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788198024.133695:0:24239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c40f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819520384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788198024.133709:0:24239:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788198024.133737:0:24239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c40f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3615:x1875060819520384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (3678us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198024.133742:0:24239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788198024.133798:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3990380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27515ceb-a8a3-4165-9bb1-71641bb462d7:3614:1875060819520000:0@lo:400:kworker.0 00000100:00100000:1.0:1788198024.133864:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851fd1a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3615:1875060819520384:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788198024.133879:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985200cbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819520256:0@lo:400:kworker.0 00000100:00100000:1.0:1788198024.133895:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851fd1a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819519744:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1788198024.135855:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788198024.135870:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788198024.136193:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788198024.136224:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851dcd9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819520768:0@lo:400:kworker.0 00000100:00100000:2.0:1788198024.136340:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198024.136414:0:24238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819520768 00000100:00100000:2.0:1788198024.136423:0:24238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819520768 00000100:00100000:2.0:1788198024.136492:0:24238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788198024.136503:0:24238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851dcd99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3616:x1875060819520768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788198024.136567:0:24238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851dcd99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3616:x1875060819520768:12345-0@lo:400:kworker.0 Request processed in 66us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198024.136574:0:24238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788198024.136622:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851dcd9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3616:1875060819520768:0@lo:400:kworker.0 00000100:00100000:2.0:1788198024.136660:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851dcd9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3616:1875060819520896:0@lo:400:kworker.0 00000100:00100000:2.0:1788198024.136688:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198024.136740:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788198024.136745:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3616:1875060819521280:0@lo:400:kworker.0 00000100:00100000:2.0:1788198024.136797:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198024.136841:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851ffcaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3616:1875060819521408:0@lo:400:kworker.0 00000100:00100000:2.0:1788198024.136861:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198024.137009:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819520896 00000100:00100000:2.0:1788198024.137012:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819520896 00000100:00100000:2.0:1788198024.137041:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819521280 00000100:00100000:2.0:1788198024.137044:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819521280 00000100:00100000:2.0:1788198024.137062:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819521408 00000100:00100000:2.0:1788198024.137065:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819521408 00000100:00100000:2.0:1788198024.137079:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1788198024.137085:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851dcd98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3616:x1875060819520896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788198024.137122:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851dcd98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3616:x1875060819520896:12345-0@lo:400:kworker.0 Request processed in 38us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198024.137128:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1788198024.137148:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851dcd9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3616:1875060819520896:0@lo:400:kworker.0 00000100:00100000:2.0:1788198024.137168:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788198024.137174:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3616:x1875060819521280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788198024.137205:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3616:x1875060819521280:12345-0@lo:400:kworker.0 Request processed in 31us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198024.137212:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788198024.137235:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3616:1875060819521280:0@lo:400:kworker.0 00000100:00100000:2.0:1788198024.137250:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1788198024.137257:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3616:x1875060819521408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788198024.137289:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3616:x1875060819521408:12345-0@lo:400:kworker.0 Request processed in 33us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198024.137306:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00010000:00080000:2.0:1788198024.137374:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9851ffcaf480 x1875060819521408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198040 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788198024.137386:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851ffcaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3616:1875060819521408:0@lo:400:kworker.0 00000100:00100000:3.0:1788198024.137964:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985200cbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3613:1875060819520512:0@lo:400:kworker.0 00000100:00100000:3.0:1788198024.138009:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198024.138040:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e674b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3613:1875060819521024:0@lo:400:kworker.0 00000100:00100000:3.0:1788198024.138065:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198024.138096:0:3613:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788198024.138103:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985200cbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819520640:0@lo:400:kworker.0 00000100:00100000:3.0:1788198024.138142:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198024.138163:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3613:1875060819521152:0@lo:400:kworker.0 00000100:00100000:3.0:1788198024.138185:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198024.138217:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819520640 00000100:00100000:3.0:1788198024.138223:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819520640 00000100:00100000:3.0:1788198024.138263:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788198024.138270:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c2ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819520640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788198024.138357:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c2ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819520640:12345-0@lo:400:kworker.0 Request processed in 77us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198024.138365:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00080000:3.0:1788198024.138398:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788198024.138415:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788198024.138445:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985200cbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819520640:0@lo:400:kworker.0 00000100:00100000:0.0:1788198024.138593:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819520512 00000100:00100000:0.0:1788198024.138598:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819520512 00000100:00100000:0.0:1788198024.138623:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819521024 00000100:00100000:0.0:1788198024.138626:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819521024 00000100:00100000:0.0:1788198024.138657:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819521152 00000100:00100000:0.0:1788198024.138660:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819521152 00000100:00100000:0.0:1788198024.138677:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1788198024.138683:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c2ec0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3613:x1875060819520512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788198024.138727:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c2ec0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3613:x1875060819520512:12345-0@lo:400:kworker.0 Request processed in 44us (717us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198024.138734:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1788198024.138749:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1788198024.138756:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c2ec3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3613:x1875060819521024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788198024.138785:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c2ec3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3613:x1875060819521024:12345-0@lo:400:kworker.0 Request processed in 30us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198024.138791:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1788198024.138804:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1788198024.138818:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c2ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3613:x1875060819521152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788198024.138849:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c2ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3613:x1875060819521152:12345-0@lo:400:kworker.0 Request processed in 32us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198024.138856:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1788198024.139124:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198024.139148:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808915200 00000100:00100000:1.0:1788198024.139151:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808915200 00000100:00100000:1.0:1788198024.139187:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 56 00000100:00100000:1.0:1788198024.139194:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c40f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+38:18822:x1875060808915200:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788198024.139223:0:22730:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788198024.139414:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c40f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+38:18822:x1875060808915200:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 220us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198024.139421:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 56 00000100:00100000:0.0:1788198024.139952:0:22765:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c2ec2300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22765:1875060819519872:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00080000:3.0:1788198024.140290:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788198024.140297:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1788198024.140379:0:3613:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9851e6749180 x1875060819521152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788198040 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788198024.140406:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3613:1875060819521152:0@lo:400:kworker.0 00000100:00100000:3.0:1788198024.140421:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985200cbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3613:1875060819520512:0@lo:400:kworker.0 00000100:00100000:3.0:1788198024.140434:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e674b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3613:1875060819521024:0@lo:400:kworker.0 00000100:00100000:3.0:1788198024.148613:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198024.148815:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808915328 00000100:00100000:1.0:1788198024.148830:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808915328 00000100:00100000:1.0:1788198024.148916:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 57 00000100:00100000:1.0:1788198024.148930:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c2ec2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+37:18822:x1875060808915328:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1788198024.149057:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b475 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.149080:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b475 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.149095:0:22730:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b475 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.152406:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d200/0xb1c7fb411490b47c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.152437:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d200/0xb1c7fb411490b47c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.152452:0:22730:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d200/0xb1c7fb411490b47c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.152494:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d800/0xb1c7fb411490b483 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.152505:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d800/0xb1c7fb411490b483 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.152514:0:22730:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d800/0xb1c7fb411490b483 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788198024.152569:0:22730:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1788198024.152574:0:22730:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788198024.152590:0:22730:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d800/0xb1c7fb411490b483 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.152603:0:22730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b475 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.152623:0:22730:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b475 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.152630:0:22730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b475 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.152636:0:22730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3cc00 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:1.0:1788198024.152641:0:22730:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b475 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.152649:0:22730:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b475 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.152663:0:22730:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9851fac4f600) 00010000:00010000:1.0:1788198024.152667:0:22730:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788198024.152672:0:22730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b475 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.152678:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b475 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.154307:0:22730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d200/0xb1c7fb411490b47c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.154335:0:22730:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d200/0xb1c7fb411490b47c lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.154343:0:22730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d200/0xb1c7fb411490b47c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.154359:0:22730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3d200 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:1.0:1788198024.154390:0:22730:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d200/0xb1c7fb411490b47c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.154398:0:22730:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d200/0xb1c7fb411490b47c lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.154414:0:22730:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff9851f2a96900) 00010000:00010000:1.0:1788198024.154417:0:22730:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788198024.154421:0:22730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d200/0xb1c7fb411490b47c lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.154427:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d200/0xb1c7fb411490b47c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.154445:0:22730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d800/0xb1c7fb411490b483 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.154451:0:22730:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d800/0xb1c7fb411490b483 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.154456:0:22730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d800/0xb1c7fb411490b483 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.154461:0:22730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3d800 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:1.0:1788198024.154465:0:22730:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d800/0xb1c7fb411490b483 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.154471:0:22730:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d800/0xb1c7fb411490b483 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.154478:0:22730:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:1.0:1788198024.154481:0:22730:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788198024.154491:0:22730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d800/0xb1c7fb411490b483 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.154498:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d800/0xb1c7fb411490b483 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788198024.154609:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c2ec2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+37:18822:x1875060808915328:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 Request processed in 5677us (6007us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198024.154621:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 57 00000100:00100000:1.0:1788198024.157831:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198024.158022:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808915584 00000100:00100000:2.0:1788198024.158036:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808915584 00000100:00100000:2.0:1788198024.158240:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 58 00000100:00100000:2.0:1788198024.158255:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c40f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+37:18822:x1875060808915584:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788198024.158286:0:22729:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788198024.158372:0:22729:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3400/0xb1c7fb411490b48a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c6e7 expref: -99 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.158527:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b491 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.158545:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b491 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.158559:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b491 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788198024.158573:0:22729:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788198024.158676:0:22729:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b491 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.158685:0:22729:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b491 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.158692:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b491 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.158715:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c57e3000 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:2.0:1788198024.158721:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b491 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.158730:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b491 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.158746:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:2.0:1788198024.158750:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788198024.158756:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b491 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.158762:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b491 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.158818:0:22729:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3400/0xb1c7fb411490b48a lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6e7 expref: 39 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.158830:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9851fac4f600) 00010000:00010000:2.0:1788198024.158833:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788198024.158837:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3400/0xb1c7fb411490b48a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6e7 expref: 39 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.158847:0:22729:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851c57e3400, rc 0) 00000100:00100000:2.0:1788198024.158928:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c40f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+38:18822:x1875060808915584:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 676us (1110us total) trans 12884901915 rc 301/301 00000100:00100000:2.0:1788198024.158937:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 58 00000100:00100000:0.0:1788198024.163404:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198024.163504:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808915712 00000100:00100000:1.0:1788198024.163519:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808915712 00000100:00100000:1.0:1788198024.163600:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 59 00000100:00100000:1.0:1788198024.163613:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fd1a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+38:18822:x1875060808915712:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788198024.163666:0:22731:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788198024.163866:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fd1a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+38:18822:x1875060808915712:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 255us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198024.163875:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 59 00000100:00100000:3.0:1788198024.169794:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198024.169928:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808915968 00000100:00100000:0.0:1788198024.169944:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808915968 00000100:00100000:0.0:1788198024.170030:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 60 00000100:00100000:0.0:1788198024.170043:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c2ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+38:18822:x1875060808915968:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788198024.170072:0:25525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788198024.170102:0:25525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4600/0xb1c7fb411490b49f lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c6ee expref: -99 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788198024.170979:0:25525:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x2c0000401:0x7:0x0], count =59 00000004:00080000:0.0:1788198024.170990:0:25525:0:(osp_object.c:1645:osp_create()) Writing gap [0x2c0000401:0x7:0x0]+59 in llog 00000004:00080000:0.0:1788198024.171019:0:25525:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x42:0x0], index 1: 0 00010000:00010000:0.0:1788198024.171236:0:25525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4c00/0xb1c7fb411490b4a6 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.171255:0:25525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4c00/0xb1c7fb411490b4a6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.171269:0:25525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4c00/0xb1c7fb411490b4a6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.171387:0:25525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4600/0xb1c7fb411490b49f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6ee expref: 41 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.171433:0:25525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4c00/0xb1c7fb411490b4a6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6ee expref: 40 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.171443:0:25525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9851fac4f800) 00010000:00010000:0.0:1788198024.171446:0:25525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788198024.171450:0:25525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851dccc4c00, rc 0) 00000100:00100000:0.0:1788198024.171544:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c2ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+40:18822:x1875060808915968:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 1502us (1765us total) trans 12884901916 rc 0/0 00000100:00100000:0.0:1788198024.171554:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 60 00000100:00100000:3.0:1788198024.182514:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198024.182770:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808916224 00000100:00100000:1.0:1788198024.182784:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808916224 00000100:00100000:1.0:1788198024.182925:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 61 00000100:00100000:1.0:1788198024.182939:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c2ec3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+40:18822:x1875060808916224:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788198024.183022:0:22731:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788198024.183059:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4c00/0xb1c7fb411490b4a6 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6ee expref: 40 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.183084:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9851fac4f800) 00010000:00010000:1.0:1788198024.183099:0:22731:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788198024.183165:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d200/0xb1c7fb411490b4b4 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.183183:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d200/0xb1c7fb411490b4b4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.183194:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d200/0xb1c7fb411490b4b4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.183210:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b4bb lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x53a1f34f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.183216:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b4bb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x53a1f34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.183223:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b4bb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x53a1f34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.183282:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d200/0xb1c7fb411490b4b4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.183291:0:22731:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d200/0xb1c7fb411490b4b4 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.183298:0:22731:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d200/0xb1c7fb411490b4b4 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.183305:0:22731:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3d200 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:1.0:1788198024.183310:0:22731:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d200/0xb1c7fb411490b4b4 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.183384:0:22731:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d200/0xb1c7fb411490b4b4 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.183414:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9851d4de0d00) 00010000:00010000:1.0:1788198024.183417:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788198024.183423:0:22731:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d200/0xb1c7fb411490b4b4 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.183430:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d200/0xb1c7fb411490b4b4 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.183440:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b4bb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x53a1f34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.183447:0:22731:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b4bb lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x53a1f34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.183453:0:22731:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b4bb lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x53a1f34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.183459:0:22731:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3cc00 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:1.0:1788198024.183462:0:22731:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b4bb lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x53a1f34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.183468:0:22731:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b4bb lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x53a1f34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.183477:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x53a1f34f (ffff9851f2a96900) 00010000:00010000:1.0:1788198024.183479:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788198024.183483:0:22731:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b4bb lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x53a1f34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.183489:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3cc00/0xb1c7fb411490b4bb lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x53a1f34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788198024.183604:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c2ec3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+39:18822:x1875060808916224:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 668us (1106us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788198024.183612:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 61 00000100:00100000:3.0:1788198024.185848:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198024.186415:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808916352 00000100:00100000:2.0:1788198024.186444:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808916352 00000100:00100000:2.0:1788198024.186506:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 62 00000100:00100000:2.0:1788198024.186516:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c2ec1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+39:18822:x1875060808916352:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788198024.186541:0:22730:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788198024.186569:0:22730:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3400/0xb1c7fb411490b4c2 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c6f5 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.186611:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b4c9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.186626:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b4c9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.186639:0:22730:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b4c9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.186772:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3400/0xb1c7fb411490b4c2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6f5 expref: 41 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.186794:0:22730:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3000/0xb1c7fb411490b4c9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6f5 expref: 40 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.186805:0:22730:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9851d4de0200) 00010000:00010000:2.0:1788198024.186809:0:22730:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788198024.186814:0:22730:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851c57e3000, rc 0) 00000100:00100000:2.0:1788198024.186884:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c2ec1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+40:18822:x1875060808916352:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 370us (1049us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198024.186891:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 62 00000100:00100000:3.0:1788198024.189910:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198024.190629:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808916608 00000100:00100000:2.0:1788198024.190665:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808916608 00000100:00100000:2.0:1788198024.190749:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 63 00000100:00100000:2.0:1788198024.190763:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c2ec1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+40:18822:x1875060808916608:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788198024.190894:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2800/0xb1c7fb411490b4d0 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.190916:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2800/0xb1c7fb411490b4d0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.190930:0:22730:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2800/0xb1c7fb411490b4d0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788198024.191176:0:22730:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:2.0:1788198024.191189:0:22730:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 733217872960ns, next at 734217869492ns, rc = 0 00000004:00010000:2.0:1788198024.191261:0:22730:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000009ce17880 reply state 000000004c129e00 transno 12884901917 ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2800/0xb1c7fb411490b4d0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.191278:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2800/0xb1c7fb411490b4d0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.191287:0:22730:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9851d4de0200) 00010000:00010000:2.0:1788198024.191291:0:22730:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1788198024.191295:0:22730:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788198024.191474:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c2ec1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+42:18822:x1875060808916608:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 712us (1578us total) trans 12884901917 rc 0/0 00000100:00100000:2.0:1788198024.191483:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 63 00000100:00100000:2.0:1788198024.194086:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198024.194332:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808916736 00000100:00100000:0.0:1788198024.194356:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808916736 00000100:00100000:1.0:1788198024.194771:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 64 00000100:00100000:1.0:1788198024.194786:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+42:18822:x1875060808916736:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788198024.194817:0:22731:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788198024.194847:0:22731:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d800/0xb1c7fb411490b4d7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c6fc expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.194932:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d800/0xb1c7fb411490b4d7 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6fc expref: 43 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.194948:0:22731:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d800/0xb1c7fb411490b4d7 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6fc expref: 43 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.194970:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9851d4de0200) 00010000:00010000:1.0:1788198024.194973:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788198024.194978:0:22731:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c3b3d800, rc 0) 00000100:00100000:1.0:1788198024.195097:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+43:18822:x1875060808916736:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 314us (1027us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198024.195105:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 64 00000100:00100000:3.0:1788198024.197874:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198024.197995:0:24237:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808916864 00000100:00100000:1.0:1788198024.198008:0:24237:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808916864 00000100:00100000:1.0:1788198024.198098:0:24237:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 25 00000100:00100000:1.0:1788198024.198111:0:24237:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c2ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+5:2389:x1875060808916864:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1788198024.198685:0:24237:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c2ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+6:2389:x1875060808916864:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 Request processed in 575us (828us total) trans 12884901891 rc 0/0 00000100:00100000:1.0:1788198024.198694:0:24237:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 25 00000100:00080000:3.0:1788198024.199129:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788198024.201503:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198024.201587:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808917120 00000100:00100000:2.0:1788198024.201602:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808917120 00000100:00100000:2.0:1788198024.201672:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 11 00000100:00100000:2.0:1788198024.201706:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c2ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+43:18822:x1875060808917120:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788198024.201997:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c2ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+44:18822:x1875060808917120:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 293us (506us total) trans 12884901918 rc 0/0 00000100:00100000:2.0:1788198024.202006:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 11 00000100:00100000:1.0:1788198024.204719:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788198024.204923:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808917376 00000100:00100000:3.0:1788198024.204940:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808917376 00000100:00100000:3.0:1788198024.205020:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 65 00000100:00100000:3.0:1788198024.205033:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c40f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+44:18822:x1875060808917376:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788198024.205213:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c40f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+44:18822:x1875060808917376:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 181us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198024.205222:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 65 00000100:00100000:0.0:1788198024.207943:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198024.208065:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808917504 00000100:00100000:2.0:1788198024.208079:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808917504 00000100:00100000:2.0:1788198024.208153:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 66 00000100:00100000:2.0:1788198024.208165:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fd1a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+44:18822:x1875060808917504:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788198024.208190:0:22730:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788198024.208219:0:22730:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3400/0xb1c7fb411490b4de lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c703 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.208311:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2a00/0xb1c7fb411490b4e5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.208382:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2a00/0xb1c7fb411490b4e5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.208396:0:22730:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2a00/0xb1c7fb411490b4e5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788198024.208466:0:22730:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788198024.208490:0:22730:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2a00/0xb1c7fb411490b4e5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.208524:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3400/0xb1c7fb411490b4de lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c703 expref: 46 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.208546:0:22730:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2a00/0xb1c7fb411490b4e5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c703 expref: 45 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.208575:0:22730:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9851d4de0200) 00010000:00010000:2.0:1788198024.208578:0:22730:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1788198024.208582:0:22730:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851c57e2a00, rc 0) 00000100:00100000:2.0:1788198024.208648:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fd1a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+45:18822:x1875060808917504:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 485us (718us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198024.208655:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 66 00000100:00100000:2.0:1788198024.212191:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198024.212371:0:24238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808917632 00000100:00100000:0.0:1788198024.212384:0:24238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808917632 00000100:00100000:0.0:1788198024.212464:0:24238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 26 00000100:00100000:0.0:1788198024.212477:0:24238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+6:2389:x1875060808917632:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788198024.212501:0:24238:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788198024.212529:0:24238:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000617d86cc/0xb1c7fb411490b4ec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c70a expref: -99 pid: 24238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788198024.212561:0:24238:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a95bc87, blocks: 0x0 00010000:00010000:0.0:1788198024.212585:0:24238:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=733s v=(0 0) 00010000:00010000:0.0:1788198024.212590:0:24238:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788198024.212601:0:24238:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000617d86cc/0xb1c7fb411490b4ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c70a expref: 7 pid: 24238 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.212651:0:24238:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000617d86cc/0xb1c7fb411490b4ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c70a expref: 7 pid: 24238 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.212667:0:24238:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851dccc4600, rc 0) 00000100:00100000:0.0:1788198024.212745:0:24238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+7:2389:x1875060808917632:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 269us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198024.212752:0:24238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 26 00000100:00100000:1.0:1788198024.216993:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788198024.217284:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808917888 00000100:00100000:3.0:1788198024.217364:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808917888 00000100:00100000:3.0:1788198024.217454:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 67 00000100:00100000:3.0:1788198024.217467:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c40f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+45:18822:x1875060808917888:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788198024.217610:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c40f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+45:18822:x1875060808917888:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 146us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198024.217619:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 67 00000100:00100000:0.0:1788198024.220145:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198024.220229:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808918016 00000100:00100000:2.0:1788198024.220241:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808918016 00000100:00100000:2.0:1788198024.220310:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 68 00000100:00100000:2.0:1788198024.220363:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fd1a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+45:18822:x1875060808918016:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1788198024.222989:0:22709:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901918 is committed 00000004:00080000:1.0:1788198024.223012:0:22709:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000100:00100000:3.0:1788198024.223238:0:3614:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788198024.223264:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c2ec2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819521536:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1788198024.223388:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198024.223642:0:24237:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819521536 00000100:00100000:3.0:1788198024.223653:0:24237:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819521536 00000100:00100000:3.0:1788198024.223721:0:24237:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788198024.223732:0:24237:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c2ec1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3614:x1875060819521536:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1788198024.223901:0:24237:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1788198024.223905:0:24237:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1788198024.223908:0:24237:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1788198024.223910:0:24237:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1788198023 -> 1788198023 00002000:00010000:3.0:1788198024.223913:0:24237:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1788198024.223963:0:24237:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c2ec1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3614:x1875060819521536:12345-0@lo:2:osp-syn-1-0.0 Request processed in 232us (575us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1788198024.223972:0:24237:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000004:00080000:3.0:1788198024.224022:0:3614:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9850c2ec2300/2, rc 0, transno 12884901892 00000100:00100000:3.0:1788198024.224028:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c2ec2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3614:1875060819521536:0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1788198024.224297:0:3599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b2ae lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224310:0:3599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b2ae lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224371:0:3599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b2ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224378:0:3599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c57e3e00 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:0.0:1788198024.224384:0:3599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b2ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224394:0:3599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b2ae lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224424:0:3599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9851d4de0500) 00010000:00010000:0.0:1788198024.224428:0:3599:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788198024.224434:0:3599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b2ae lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224449:0:3599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3e00/0xb1c7fb411490b2ae lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224474:0:3599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b2b5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224481:0:3599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b2b5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224488:0:3599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b2b5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224493:0:3599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c57e3c00 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:0.0:1788198024.224497:0:3599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b2b5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224503:0:3599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b2b5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224512:0:3599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9851d4de0d00) 00010000:00010000:0.0:1788198024.224515:0:3599:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788198024.224518:0:3599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b2b5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224525:0:3599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b2b5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224538:0:3599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b35d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224545:0:3599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b35d lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224557:0:3599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b35d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224563:0:3599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c57e3a00 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:0.0:1788198024.224566:0:3599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b35d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224573:0:3599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b35d lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224581:0:3599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9851d4de0b00) 00010000:00010000:0.0:1788198024.224584:0:3599:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788198024.224586:0:3599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b35d lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224592:0:3599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b35d lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224608:0:3599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2400/0xb1c7fb411490b3e2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224614:0:3599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2400/0xb1c7fb411490b3e2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224621:0:3599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2400/0xb1c7fb411490b3e2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224626:0:3599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c57e2400 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:0.0:1788198024.224629:0:3599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2400/0xb1c7fb411490b3e2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224645:0:3599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2400/0xb1c7fb411490b3e2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224655:0:3599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:0.0:1788198024.224657:0:3599:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788198024.224661:0:3599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2400/0xb1c7fb411490b3e2 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224666:0:3599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2400/0xb1c7fb411490b3e2 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224679:0:3599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c400/0xb1c7fb411490b405 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224686:0:3599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c400/0xb1c7fb411490b405 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224692:0:3599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c400/0xb1c7fb411490b405 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224698:0:3599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c3b3c400 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:0.0:1788198024.224700:0:3599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c400/0xb1c7fb411490b405 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224707:0:3599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c400/0xb1c7fb411490b405 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224714:0:3599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:0.0:1788198024.224717:0:3599:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788198024.224720:0:3599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c400/0xb1c7fb411490b405 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224735:0:3599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3c400/0xb1c7fb411490b405 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224749:0:3599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4800/0xb1c7fb411490b44b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224756:0:3599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4800/0xb1c7fb411490b44b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224762:0:3599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4800/0xb1c7fb411490b44b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224767:0:3599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851dccc4800 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:0.0:1788198024.224771:0:3599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4800/0xb1c7fb411490b44b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224777:0:3599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4800/0xb1c7fb411490b44b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224786:0:3599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:0.0:1788198024.224788:0:3599:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788198024.224791:0:3599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4800/0xb1c7fb411490b44b lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224797:0:3599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4800/0xb1c7fb411490b44b lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224810:0:3599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2800/0xb1c7fb411490b4d0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224817:0:3599:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2800/0xb1c7fb411490b4d0 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224829:0:3599:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2800/0xb1c7fb411490b4d0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224835:0:3599:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c57e2800 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:0.0:1788198024.224838:0:3599:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2800/0xb1c7fb411490b4d0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224845:0:3599:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2800/0xb1c7fb411490b4d0 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224854:0:3599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9851d4de0200) 00010000:00010000:0.0:1788198024.224856:0:3599:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788198024.224859:0:3599:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2800/0xb1c7fb411490b4d0 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.224865:0:3599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2800/0xb1c7fb411490b4d0 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788198024.225214:0:22709:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:2.0:1788198024.225568:0:3600:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5200/0xb1c7fb411490b302 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.225580:0:3600:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5200/0xb1c7fb411490b302 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.225586:0:3600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5200/0xb1c7fb411490b302 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.225592:0:3600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851dccc5200 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:2.0:1788198024.225596:0:3600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5200/0xb1c7fb411490b302 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.225603:0:3600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5200/0xb1c7fb411490b302 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.225615:0:3600:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9851d4de0d00) 00010000:00010000:2.0:1788198024.225628:0:3600:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1788198024.225633:0:3600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5200/0xb1c7fb411490b302 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.225640:0:3600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5200/0xb1c7fb411490b302 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788198024.226503:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fd1a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+14:18822:x1875060808918016:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 Request processed in 6133us (6373us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198024.226518:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 68 00000100:00100000:2.0:1788198024.229647:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198024.229795:0:24238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808918144 00000100:00100000:0.0:1788198024.229810:0:24238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808918144 00000100:00100000:1.0:1788198024.230003:0:24238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 28 00000100:00100000:1.0:1788198024.230017:0:24238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+7:2391:x1875060808918144:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1788198024.230179:0:24238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+7:2391:x1875060808918144:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 Request processed in 164us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198024.230188:0:24238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 28 00000100:00100000:3.0:1788198024.232522:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198024.232680:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808918400 00000100:00100000:0.0:1788198024.232693:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808918400 00000100:00100000:0.0:1788198024.232766:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 69 00000100:00100000:0.0:1788198024.232778:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985200cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+14:18822:x1875060808918400:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788198024.232852:0:25525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788198024.232894:0:25525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2a00/0xb1c7fb411490b4e5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c703 expref: 14 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.232940:0:25525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9851d4de0200) 00010000:00010000:0.0:1788198024.232946:0:25525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788198024.232992:0:25525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5400/0xb1c7fb411490b4f3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.233010:0:25525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5400/0xb1c7fb411490b4f3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.233022:0:25525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5400/0xb1c7fb411490b4f3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788198024.233207:0:25525:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b6d95eb1 reply state 00000000b16806b9 transno 12884901919 ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5400/0xb1c7fb411490b4f3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.233224:0:25525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc5400/0xb1c7fb411490b4f3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.233230:0:25525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9851d4de0200) 00010000:00010000:0.0:1788198024.233233:0:25525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788198024.233237:0:25525:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788198024.233388:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985200cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+15:18822:x1875060808918400:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 611us (879us total) trans 12884901919 rc 0/0 00000100:00100000:0.0:1788198024.233397:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 69 00000100:00100000:0.0:1788198024.236704:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788198024.236835:0:24237:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808918528 00000100:00100000:3.0:1788198024.236847:0:24237:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808918528 00000100:00100000:3.0:1788198024.236968:0:24237:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 29 00000100:00100000:3.0:1788198024.236981:0:24237:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fd1a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+7:18822:x1875060808918528:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788198024.237006:0:24237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788198024.237031:0:24237:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000934d8d77/0xb1c7fb411490b4fa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c711 expref: -99 pid: 24237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.237082:0:24237:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000617d86cc/0xb1c7fb411490b4ec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c70a expref: 8 pid: 24238 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.237092:0:24237:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788198024.237097:0:24237:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788198024.237103:0:24237:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000934d8d77/0xb1c7fb411490b4fa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c711 expref: 8 pid: 24237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.237159:0:24237:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000617d86cc/0xb1c7fb411490b4ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c70a expref: 8 pid: 24238 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.237177:0:24237:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000617d86cc/0xb1c7fb411490b4ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c70a expref: 8 pid: 24238 timeout: 833 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788198024.237193:0:24237:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff985200cbe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:24237:1875060819521664:192.168.204.39@tcp:104: 00000100:00100000:3.0:1788198024.237302:0:24237:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c53ae3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788198024.240861:0:24237:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff985200cbe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:24237:1875060819521664:192.168.204.39@tcp:104: 00010000:00010000:1.0:1788198024.240925:0:24237:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000934d8d77/0xb1c7fb411490b4fa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c711 expref: 8 pid: 24237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.240954:0:24237:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c1ea9400, rc 0) 00000100:00100000:1.0:1788198024.241042:0:24237:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fd1a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+8:18822:x1875060808918528:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 4062us (4353us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198024.241052:0:24237:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 29 00000100:00100000:3.0:1788198024.241363:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788198024.241419:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808918656 00000100:00100000:3.0:1788198024.241429:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808918656 00010000:00010000:3.0:1788198024.241474:0:22715:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000617d86cc/0xb1c7fb411490b4ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c70a expref: 8 pid: 24238 timeout: 833 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788198024.241536:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 20 00000100:00100000:3.0:1788198024.241548:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985200cbe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+8:2390:x1875060808918656:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788198024.241566:0:22715:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788198024.241596:0:22715:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000617d86cc/0xb1c7fb411490b4ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c70a expref: 8 pid: 24238 timeout: 833 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.241610:0:22715:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000617d86cc/0xb1c7fb411490b4ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c70a expref: 8 pid: 24238 timeout: 833 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.241638:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000617d86cc/0xb1c7fb411490b4ec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c70a expref: 8 pid: 24238 timeout: 833 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.241654:0:22715:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788198024.241659:0:22715:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788198024.241666:0:22715:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000934d8d77/0xb1c7fb411490b4fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c711 expref: 7 pid: 24237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.241677:0:22715:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000934d8d77/0xb1c7fb411490b4fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c711 expref: 7 pid: 24237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.241718:0:22715:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000934d8d77/0xb1c7fb411490b4fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c711 expref: 7 pid: 24237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788198024.241752:0:22715:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3990380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:22715:1875060819521792:192.168.204.39@tcp:105: 00000100:00100000:3.0:1788198024.241820:0:22715:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c53ae3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788198024.245273:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198024.245339:0:24602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808918784 00000100:00100000:2.0:1788198024.245362:0:24602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808918784 00000100:00100000:2.0:1788198024.245449:0:24602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 30 00000100:00100000:2.0:1788198024.245463:0:24602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+8:2391:x1875060808918784:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1788198024.245688:0:24602:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1788198024.245692:0:24602:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1788198023 00002000:00010000:2.0:1788198024.245696:0:24602:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 1788198021 00002000:00010000:2.0:1788198024.245698:0:24602:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1788198023 -> 1788198023 00002000:00010000:2.0:1788198024.245700:0:24602:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1788198024.245770:0:24602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+9:2391:x1875060808918784:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 Request processed in 310us (515us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1788198024.245778:0:24602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 30 00000100:00100000:3.0:1788198024.246859:0:22715:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3990380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:22715:1875060819521792:192.168.204.39@tcp:105: 00010000:00010000:3.0:1788198024.246891:0:22715:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788198024.246947:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985200cbe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+8:2390:x1875060808918656:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 5400us (5584us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198024.246956:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 20 00000100:00100000:2.0:1788198024.251856:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198024.251982:0:24235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808918912 00000100:00100000:1.0:1788198024.251997:0:24235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808918912 00000100:00100000:1.0:1788198024.252074:0:24235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 31 00000100:00100000:1.0:1788198024.252086:0:24235:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ffcad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+8:2389:x1875060808918912:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788198024.252183:0:24235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f38d6b87/0xb1c7fb411490b501 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.252211:0:24235:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000934d8d77/0xb1c7fb411490b4fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c711 expref: 8 pid: 24237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.252222:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788198024.252228:0:24235:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788198024.252234:0:24235:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f38d6b87/0xb1c7fb411490b501 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.252278:0:24235:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000934d8d77/0xb1c7fb411490b4fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c711 expref: 8 pid: 24237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.252293:0:24235:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000934d8d77/0xb1c7fb411490b4fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c711 expref: 8 pid: 24237 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788198024.252636:0:24235:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c40f1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:24235:1875060819521920:192.168.204.39@tcp:104: 00000100:00100000:1.0:1788198024.252752:0:24235:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851c7219d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788198024.255390:0:24235:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c40f1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:24235:1875060819521920:192.168.204.39@tcp:104: 00010000:00010000:2.0:1788198024.255446:0:24235:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f38d6b87/0xb1c7fb411490b501 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788198024.257982:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198024.258126:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808919040 00000100:00100000:1.0:1788198024.258138:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808919040 00010000:00010000:1.0:1788198024.258194:0:22716:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000934d8d77/0xb1c7fb411490b4fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c711 expref: 9 pid: 24237 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788198024.258249:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 21 00000100:00100000:1.0:1788198024.258261:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e674b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+9:2389:x1875060808919040:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788198024.258308:0:22716:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788198024.258517:0:22716:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000934d8d77/0xb1c7fb411490b4fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c711 expref: 9 pid: 24237 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.258535:0:22716:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000934d8d77/0xb1c7fb411490b4fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c711 expref: 9 pid: 24237 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.258947:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000934d8d77/0xb1c7fb411490b4fa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c711 expref: 9 pid: 24237 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.258971:0:22716:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788198024.258976:0:22716:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788198024.258984:0:22716:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f38d6b87/0xb1c7fb411490b501 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.258996:0:22716:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f38d6b87/0xb1c7fb411490b501 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.260764:0:22716:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788198024.260936:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e674b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+8:2389:x1875060808919040:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 2665us (2958us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198024.260953:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 21 00010000:00010000:2.0:1788198024.261140:0:24235:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f38d6b87/0xb1c7fb411490b501 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.261158:0:24235:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f38d6b87/0xb1c7fb411490b501 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.261203:0:24235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f38d6b87/0xb1c7fb411490b501 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.261212:0:24235:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f38d6b87/0xb1c7fb411490b501 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.261221:0:24235:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f38d6b87/0xb1c7fb411490b501 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.261229:0:24235:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851d03b0c00 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:2.0:1788198024.261234:0:24235:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f38d6b87/0xb1c7fb411490b501 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.261245:0:24235:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f38d6b87/0xb1c7fb411490b501 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.261267:0:24235:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f38d6b87/0xb1c7fb411490b501 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.261275:0:24235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f38d6b87/0xb1c7fb411490b501 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788198024.261422:0:24235:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ffcad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+7:2389:x1875060808918912:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 9337us (9582us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198024.261431:0:24235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 31 00000100:00100000:3.0:1788198024.268294:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198024.268887:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808919296 00000100:00100000:2.0:1788198024.268903:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808919296 00000100:00100000:2.0:1788198024.268981:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 70 00000100:00100000:2.0:1788198024.268994:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3990380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+15:18822:x1875060808919296:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788198024.269115:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2600/0xb1c7fb411490b508 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.269137:0:22729:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9800/0xb1c7fb411490b3db lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6af expref: 15 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.269149:0:22729:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2600/0xb1c7fb411490b508 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.269191:0:22729:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9800/0xb1c7fb411490b3db lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6af expref: 15 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.269207:0:22729:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9800/0xb1c7fb411490b3db lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6af expref: 15 pid: 25525 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788198024.269225:0:22729:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6749180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22729:1875060819522048:192.168.204.39@tcp:104: 00000100:00100000:2.0:1788198024.269364:0:22729:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c311ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1788198024.272018:0:22729:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6749180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22729:1875060819522048:192.168.204.39@tcp:104: 00010000:00010000:2.0:1788198024.272081:0:22729:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2600/0xb1c7fb411490b508 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788198024.273476:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788198024.273636:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808919424 00000100:00100000:3.0:1788198024.273648:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808919424 00010000:00010000:3.0:1788198024.273700:0:22714:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9800/0xb1c7fb411490b3db lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6af expref: 16 pid: 25525 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788198024.273749:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 22 00000100:00100000:3.0:1788198024.273761:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fd1a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+16:2390:x1875060808919424:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788198024.273779:0:22714:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788198024.273787:0:22714:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9800/0xb1c7fb411490b3db lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6af expref: 16 pid: 25525 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.273803:0:22714:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9800/0xb1c7fb411490b3db lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6af expref: 16 pid: 25525 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.273836:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9800/0xb1c7fb411490b3db lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6af expref: 16 pid: 25525 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.273869:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:3.0:1788198024.273878:0:22714:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2200/0xb1c7fb411490b46e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6e0 expref: 15 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.273890:0:22714:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2600/0xb1c7fb411490b508 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.273899:0:22714:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2600/0xb1c7fb411490b508 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.273909:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2600/0xb1c7fb411490b508 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.273941:0:22714:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788198024.274118:0:22729:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2600/0xb1c7fb411490b508 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.274134:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2600/0xb1c7fb411490b508 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.274475:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2a00/0xb1c7fb411490b50f lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.274490:0:22729:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d800/0xb1c7fb411490b4d7 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6fc expref: 16 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.274499:0:22729:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2a00/0xb1c7fb411490b50f lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.274537:0:22729:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d800/0xb1c7fb411490b4d7 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6fc expref: 16 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.274553:0:22729:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d800/0xb1c7fb411490b4d7 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6fc expref: 16 pid: 22731 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788198024.274570:0:22729:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6749180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22729:1875060819522176:192.168.204.39@tcp:104: 00000100:00100000:3.0:1788198024.274673:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fd1a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+16:2390:x1875060808919424:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 912us (1206us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198024.274683:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 22 00000100:00100000:2.0:1788198024.274986:0:22729:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c311cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1788198024.286398:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788198024.287436:0:24262:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808919552 00000100:00100000:3.0:1788198024.287453:0:24262:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808919552 00010000:00010000:3.0:1788198024.287515:0:24262:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d800/0xb1c7fb411490b4d7 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6fc expref: 16 pid: 22731 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788198024.287660:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 23 00000100:00100000:0.0:1788198024.287676:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851ff6e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+16:2391:x1875060808919552:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788198024.287698:0:22716:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788198024.287707:0:22716:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d800/0xb1c7fb411490b4d7 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6fc expref: 16 pid: 22731 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.287723:0:22716:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d800/0xb1c7fb411490b4d7 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6fc expref: 16 pid: 22731 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.287756:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9851d4de0200) 00010000:00010000:0.0:1788198024.287762:0:22716:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2a00/0xb1c7fb411490b50f lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.287775:0:22716:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2a00/0xb1c7fb411490b50f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.287783:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2a00/0xb1c7fb411490b50f lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.287807:0:22716:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788198024.287890:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851ff6e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+16:2391:x1875060808919552:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 217us (1507us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198024.287899:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 23 00010000:00010000:2.0:1788198024.290015:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c3b3d800/0xb1c7fb411490b4d7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6fc expref: 15 pid: 22731 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788198024.290061:0:22729:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6749180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22729:1875060819522176:192.168.204.39@tcp:104: 00010000:00010000:2.0:1788198024.290248:0:22729:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2a00/0xb1c7fb411490b50f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.290263:0:22729:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2a00/0xb1c7fb411490b50f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.290269:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2a00/0xb1c7fb411490b50f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788198024.290915:0:22729:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901920 00000001:00080000:2.0:1788198024.291256:0:22729:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901921 00000001:00080000:2.0:1788198024.291635:0:22729:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901922 00000100:00100000:2.0:1788198024.291839:0:22729:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e6749180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22729:1875060819522304:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788198024.291950:0:22729:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198024.292066:0:22729:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c311c180 going to sleep for 11 seconds 00000100:00100000:3.0:1788198024.292244:0:23472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819522304 00000100:00100000:3.0:1788198024.292257:0:23472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819522304 00000100:00100000:2.0:1788198024.292825:0:23472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1788198024.292838:0:23472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22729:x1875060819522304:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788198024.292977:0:23472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22729:x1875060819522304:12345-0@lo:1000:mdt00_000.0 Request processed in 141us (1026us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198024.292986:0:23472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1788198024.293085:0:22729:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e6749180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22729:1875060819522304:0@lo:1000:mdt00_000.0 00000001:00080000:3.0:1788198024.293331:0:22729:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901923 00000100:00100000:3.0:1788198024.293425:0:22729:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c3993800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22729:1875060819522432:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788198024.293486:0:22729:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198024.294236:0:22729:0:(client.c:2715:ptlrpc_set_wait()) set ffff9850c1716b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788198024.294534:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819522432 00000100:00100000:0.0:1788198024.294545:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819522432 00000100:00100000:0.0:1788198024.294672:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1788198024.294683:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c3991f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22729:x1875060819522432:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788198024.295017:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3991f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22729:x1875060819522432:12345-0@lo:1000:mdt00_000.0 Request processed in 337us (1530us total) trans 12884901894 rc 0/0 00000100:00100000:0.0:1788198024.295043:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1788198024.296723:0:22729:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c3993800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22729:1875060819522432:0@lo:1000:mdt00_000.0 00010000:00010000:0.0:1788198024.296947:0:22729:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2a00/0xb1c7fb411490b50f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.296962:0:22729:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2a00/0xb1c7fb411490b50f lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.296971:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2a00/0xb1c7fb411490b50f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.296978:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c57e2a00 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:0.0:1788198024.296984:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2a00/0xb1c7fb411490b50f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.296993:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2a00/0xb1c7fb411490b50f lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.297016:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9851d4de0200) 00010000:00010000:0.0:1788198024.297019:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788198024.297025:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2a00/0xb1c7fb411490b50f lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.297031:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2a00/0xb1c7fb411490b50f lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.297088:0:22729:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b467 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.297096:0:22729:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b467 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.297102:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b467 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.297139:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851dccc4200 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:0.0:1788198024.297144:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b467 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.297150:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b467 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.297161:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:0.0:1788198024.297164:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788198024.297174:0:22729:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2200/0xb1c7fb411490b46e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6e0 expref: 18 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.297189:0:22729:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2200/0xb1c7fb411490b46e lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6e0 expref: 18 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.297200:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2200/0xb1c7fb411490b46e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6e0 expref: 18 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788198024.297286:0:22729:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2200/0xb1c7fb411490b46e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c6e0 expref: 18 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788198024.297305:0:22729:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851fd1a2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22729:1875060819522560:192.168.204.39@tcp:105: 00000100:00100000:0.0:1788198024.297794:0:22729:0:(client.c:2715:ptlrpc_set_wait()) set ffff9851d0b66900 going to sleep for 11 seconds 00000100:00100000:0.0:1788198024.304201:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1788198024.304374:0:22729:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851fd1a2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22729:1875060819522560:192.168.204.39@tcp:105: 00010000:00010000:1.0:1788198024.304424:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b467 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.304440:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851dccc4200/0xb1c7fb411490b467 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.304498:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9851d03b1c00/0xb1c7fb411490b516 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.304540:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851d03b1c00/0xb1c7fb411490b516 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.304555:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851d03b1c00/0xb1c7fb411490b516 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.304569:0:22729:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9851d03b1c00/0xb1c7fb411490b516 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.304576:0:22729:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851d03b1c00/0xb1c7fb411490b516 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.304584:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9851d03b1c00/0xb1c7fb411490b516 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.304590:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851d03b1c00 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:1.0:1788198024.304595:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851d03b1c00/0xb1c7fb411490b516 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.304603:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851d03b1c00/0xb1c7fb411490b516 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.304616:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:1.0:1788198024.304620:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788198024.304624:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9851d03b1c00/0xb1c7fb411490b516 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.304630:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851d03b1c00/0xb1c7fb411490b516 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.304641:0:22729:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2600/0xb1c7fb411490b508 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.304653:0:22729:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2600/0xb1c7fb411490b508 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.304659:0:22729:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2600/0xb1c7fb411490b508 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.304665:0:22729:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c57e2600 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:1.0:1788198024.304668:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2600/0xb1c7fb411490b508 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.304674:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2600/0xb1c7fb411490b508 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.304684:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:1.0:1788198024.304687:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788198024.304691:0:22729:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2600/0xb1c7fb411490b508 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.304696:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2600/0xb1c7fb411490b508 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788198024.305384:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808919680 00000100:00100000:2.0:1788198024.305406:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808919680 00000100:00100000:2.0:1788198024.305497:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 12 00000100:00100000:2.0:1788198024.305510:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fd1a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+19:18821:x1875060808919680:12345-192.168.204.39@tcp:49:bash.0 00000100:00100000:2.0:1788198024.306357:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fd1a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+19:18821:x1875060808919680:12345-192.168.204.39@tcp:49:bash.0 Request processed in 834us (2157us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198024.306369:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 12 00000100:00100000:1.0:1788198024.306527:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c3990380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+18:18822:x1875060808919296:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 37533us (38255us total) trans 12884901924 rc 0/0 00000100:00100000:1.0:1788198024.306538:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 70 00000020:00080000:1.0:1788198024.306543:0:22729:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1788198024.310810:0:22765:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788198024.310826:0:22765:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788198024.310852:0:22765:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1788198024.310868:0:22765:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1788198024.311022:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198024.311092:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788198024.311410:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808920064 00000100:00100000:3.0:1788198024.311426:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808920064 00000100:00100000:3.0:1788198024.311508:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 13 00000100:00100000:3.0:1788198024.311523:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fd1a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+18:18822:x1875060808920064:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1788198024.311884:0:22732:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1788198024.311923:0:22732:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901925 00010000:00010000:3.0:1788198024.311961:0:22732:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9800/0xb1c7fb411490b51d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.311982:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9800/0xb1c7fb411490b51d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.311996:0:22732:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9800/0xb1c7fb411490b51d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.312005:0:22732:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9800/0xb1c7fb411490b51d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.312012:0:22732:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9800/0xb1c7fb411490b51d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.312018:0:22732:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9800/0xb1c7fb411490b51d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.312039:0:22732:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788198024.312543:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fd1a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+20:18822:x1875060808920064:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 1020us (1445us total) trans 12884901926 rc 0/0 00000100:00100000:3.0:1788198024.312570:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 13 00000020:00080000:3.0:1788198024.312578:0:22732:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1788198024.312604:0:22718:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788198024.312612:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9800/0xb1c7fb411490b51d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.312619:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9850c1ea9800 already unused, calling callback (ffffffffc0c74230) 00010000:00010000:3.0:1788198024.312624:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9800/0xb1c7fb411490b51d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.312633:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9800/0xb1c7fb411490b51d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.312649:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9851d4de0200) 00010000:00010000:3.0:1788198024.312652:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788198024.312656:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9800/0xb1c7fb411490b51d lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.312662:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea9800/0xb1c7fb411490b51d lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.312674:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198024.312676:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788198024.312678:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788198024.312842:0:24238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808919808 00000100:00100000:1.0:1788198024.312850:0:24238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808919808 00000100:00100000:1.0:1788198024.312903:0:24238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 32 00000100:00100000:1.0:1788198024.312912:0:24238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fd1a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+7:18821:x1875060808919808:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:1.0:1788198024.312935:0:24238:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788198024.312960:0:24238:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088b24946/0xb1c7fb411490b524 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c718 expref: -99 pid: 24238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788198024.312990:0:24238:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x6a95bc87, atime: 0x6a95bc85, ctime: 0x6a95bc87, blocks: 0x0 00010000:00010000:1.0:1788198024.313012:0:24238:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=733s v=(0 0) 00010000:00010000:1.0:1788198024.313017:0:24238:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788198024.313029:0:24238:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088b24946/0xb1c7fb411490b524 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c718 expref: 8 pid: 24238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.313061:0:24238:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000088b24946/0xb1c7fb411490b524 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c718 expref: 8 pid: 24238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788198024.313074:0:24238:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851d03b1800, rc 0) 00000100:00100000:1.0:1788198024.313108:0:24238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fd1a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+8:18821:x1875060808919808:12345-192.168.204.39@tcp:101:bash.0 Request processed in 198us (2095us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198024.313115:0:24238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 32 00000100:00100000:0.0:1788198024.320991:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1788198024.321195:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808920192 00000100:00100000:3.0:1788198024.321209:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808920192 00000100:00100000:3.0:1788198024.321361:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 71 00000100:00100000:3.0:1788198024.321375:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fd1a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+20:18821:x1875060808920192:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:3.0:1788198024.321476:0:25525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788198024.321526:0:25525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8c00/0xb1c7fb411490b52b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c71f expref: -99 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.321578:0:25525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8200/0xb1c7fb411490b532 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.321596:0:25525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8200/0xb1c7fb411490b532 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.321609:0:25525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8200/0xb1c7fb411490b532 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.321844:0:25525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8c00/0xb1c7fb411490b52b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c71f expref: 22 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.321866:0:25525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9850c1ea8200/0xb1c7fb411490b532 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c71f expref: 21 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788198024.321875:0:25525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:3.0:1788198024.321879:0:25525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788198024.321883:0:25525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9850c1ea8200, rc 0) 00000100:00100000:3.0:1788198024.322019:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fd1a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+21:18821:x1875060808920192:12345-192.168.204.39@tcp:101:bash.0 Request processed in 646us (1044us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198024.322028:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 71 00000100:00100000:2.0:1788198024.326896:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198024.327046:0:22733:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808920448 00000100:00100000:0.0:1788198024.327061:0:22733:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808920448 00000100:00100000:0.0:1788198024.327224:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 14 00000100:00100000:0.0:1788198024.327240:0:22733:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e6749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+21:18821:x1875060808920448:12345-192.168.204.39@tcp:35:bash.0 00000001:00080000:0.0:1788198024.327679:0:22733:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901927 00000100:00100000:0.0:1788198024.327959:0:22733:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e6749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+23:18821:x1875060808920448:12345-192.168.204.39@tcp:35:bash.0 Request processed in 723us (1079us total) trans 12884901928 rc 0/0 00000100:00100000:0.0:1788198024.327969:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 14 00000020:00080000:0.0:1788198024.327975:0:22733:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1788198024.409026:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198024.409164:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808920704 00000100:00100000:2.0:1788198024.409179:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808920704 00000100:00100000:2.0:1788198024.409269:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 72 00000100:00100000:2.0:1788198024.409282:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fd1a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+23:18832:x1875060808920704:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1788198024.409365:0:22730:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788198024.409394:0:22730:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2800/0xb1c7fb411490b539 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0cf65d6d460c726 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788198024.409543:0:22730:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788198024.409680:0:22730:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2800/0xb1c7fb411490b539 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c726 expref: 25 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.409698:0:22730:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9851fac4fd00) 00010000:00010000:2.0:1788198024.409702:0:22730:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788198024.409709:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2800/0xb1c7fb411490b539 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0xe0cf65d6d460c726 expref: 25 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.409727:0:22730:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9851c57e2800, rc 0) 00000100:00100000:2.0:1788198024.409817:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fd1a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+24:18832:x1875060808920704:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 538us (809us total) trans 12884901929 rc 301/301 00000100:00100000:2.0:1788198024.409826:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 72 00000100:00100000:1.0:1788198024.413362:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198024.413568:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808920832 00000100:00100000:2.0:1788198024.413584:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808920832 00000100:00100000:2.0:1788198024.413877:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 73 00000100:00100000:2.0:1788198024.413899:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c40f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+24:18832:x1875060808920832:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:2.0:1788198024.414013:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2400/0xb1c7fb411490b547 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.414059:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2400/0xb1c7fb411490b547 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.414077:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2400/0xb1c7fb411490b547 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.414097:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b54e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.414105:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b54e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.414112:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b54e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.414224:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b555 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.414235:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b555 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.414243:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b555 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788198024.414308:0:22731:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b555 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.414404:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2400/0xb1c7fb411490b547 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.414412:0:22731:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2400/0xb1c7fb411490b547 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.414435:0:22731:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2400/0xb1c7fb411490b547 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.414441:0:22731:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c57e2400 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:2.0:1788198024.414447:0:22731:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2400/0xb1c7fb411490b547 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.414456:0:22731:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2400/0xb1c7fb411490b547 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.414471:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9851d4de0d00) 00010000:00010000:2.0:1788198024.414475:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788198024.414481:0:22731:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2400/0xb1c7fb411490b547 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.414488:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e2400/0xb1c7fb411490b547 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.414506:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b54e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.414513:0:22731:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b54e lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.414518:0:22731:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b54e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.414524:0:22731:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c57e3a00 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:2.0:1788198024.414527:0:22731:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b54e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.414543:0:22731:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b54e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.414551:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9851d4de0400) 00010000:00010000:2.0:1788198024.414553:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788198024.414556:0:22731:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b54e lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.414562:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3a00/0xb1c7fb411490b54e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.414577:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b555 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.414582:0:22731:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b555 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.414588:0:22731:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b555 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.414593:0:22731:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9851c57e3c00 already unused, calling callback (ffffffffc186c4f0) 00010000:00010000:2.0:1788198024.414595:0:22731:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b555 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.414601:0:22731:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b555 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.414608:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9851d4de0100) 00010000:00010000:2.0:1788198024.414610:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788198024.414613:0:22731:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b555 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788198024.414626:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9851c57e3c00/0xb1c7fb411490b555 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788198024.414729:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c40f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+24:18832:x1875060808920832:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 830us (1419us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198024.414738:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 73 00000100:00100000:3.0:1788198024.417134:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198024.417256:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808921088 00000100:00100000:2.0:1788198024.417269:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808921088 00000100:00100000:2.0:1788198024.417368:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 15 00000100:00100000:2.0:1788198024.417381:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851fd254e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+24:18832:x1875060808921088:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:2.0:1788198024.418372:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851fd254e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+25:18832:x1875060808921088:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 934us (1192us total) trans 12884901930 rc 0/0 00000100:00100000:2.0:1788198024.418444:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 15 00010000:00010000:1.0:1788198024.573924:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788198024.638655:0:3613:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788198024.638690:0:3613:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851e674b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819522688:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788198024.638798:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788198024.638910:0:22734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819522688 00000100:00100000:2.0:1788198024.638921:0:22734:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819522688 00000100:00100000:2.0:1788198024.638990:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1788198024.639004:0:22734:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c40f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819522688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788198024.639051:0:22734:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:2.0:1788198024.639111:0:22734:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c40f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3613:x1875060819522688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 111us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198024.639120:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1788198024.639554:0:3613:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851e674b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3613:1875060819522688:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788198024.640650:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788198024.640672:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9851fd255c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819522816:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788198024.640749:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788198024.641225:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819522816 00000100:00100000:3.0:1788198024.641234:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819522816 00000100:00100000:3.0:1788198024.641295:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1788198024.641306:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851e674b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819522816:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788198024.641489:0:22735:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788198024.641629:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851e674b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3616:x1875060819522816:12345-0@lo:41:osp-pre-1-0.0 Request processed in 324us (879us total) trans 0 rc 0/0 00000100:00100000:3.0:1788198024.641637:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1788198024.642254:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9851fd255c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3616:1875060819522816:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788198025.597711:0:24772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788198026.280014:0:25816:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: /mnt/lustre/d1d.sanity-pcc/f1d.sanity-pcc expected pcc state: readwrite, but got: none 00000040:00080000:0.0:1788198026.499938:0:23485:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788198026.621760:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788198027.645560:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788198027.709457:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788198027.709487:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9850c40f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819522944:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788198027.709573:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788198027.709629:0:24239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060819522944 00000100:00100000:1.0:1788198027.709636:0:24239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060819522944 00000100:00100000:1.0:1788198027.709692:0:24239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788198027.709701:0:24239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c2343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3615:x1875060819522944:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788198027.709730:0:24239:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788198027.709773:0:24239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c2343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3615:x1875060819522944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198027.709781:0:24239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788198027.709858:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9850c40f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3615:1875060819522944:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788198027.710461:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788198027.751873:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198027.751914:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198027.751946:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198027.751985:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198027.752013:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198027.752041:0:24602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808921728 00000100:00100000:0.0:1788198027.752051:0:24602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808921728 00000100:00100000:0.0:1788198027.752106:0:24602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808922240 00000100:00100000:0.0:1788198027.752110:0:24602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808922240 00000100:00100000:0.0:1788198027.752133:0:24602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 23 00000100:00100000:0.0:1788198027.752143:0:24602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f73ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+8:2391:x1875060808921728:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1788198027.752225:0:24602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f73ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+8:2391:x1875060808921728:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 83us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198027.752235:0:24602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 23 00000100:00100000:0.0:1788198027.752253:0:24602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 24 00000100:00100000:0.0:1788198027.752260:0:24602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c20d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+5:2391:x1875060808922240:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1788198027.752296:0:24602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c20d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+5:2391:x1875060808922240:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 36us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198027.752302:0:24602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 24 00000100:00080000:0.0:1788198027.752348:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788198027.752461:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808921472 00000100:00100000:2.0:1788198027.752466:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808921472 00000100:00100000:1.0:1788198027.752773:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808921216 00000100:00100000:1.0:1788198027.752778:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808921216 00000100:00100000:1.0:1788198027.752819:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 169 00000100:00100000:1.0:1788198027.752826:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f270f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6e28d120-d2e2-4e88-8679-5f32736e4257+13:2391:x1875060808921216:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1788198027.752880:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f270f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6e28d120-d2e2-4e88-8679-5f32736e4257+13:2391:x1875060808921216:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 53us (1014us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198027.752887:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 169 00000100:00100000:1.0:1788198027.752931:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808921984 00000100:00100000:1.0:1788198027.752935:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808921984 00000100:00100000:0.0:1788198027.762688:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1788198027.762850:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808921344 00000100:00100000:0.0:1788198027.762860:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808921344 00000100:00100000:2.0:1788198027.764538:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 71 00000100:00100000:2.0:1788198027.764554:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff985200cbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+5:2391:x1875060808921472:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1788198027.764637:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff985200cbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+5:2391:x1875060808921472:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 88us (12722us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198027.764645:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 71 00000100:00100000:2.0:1788198027.764715:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198027.764822:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198027.764858:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1788198027.764880:0:24235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808921600 00000100:00100000:2.0:1788198027.764888:0:24235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808921600 00000100:00100000:1.0:1788198027.764975:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808921856 00000100:00100000:1.0:1788198027.764980:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808921856 00000100:00100000:1.0:1788198027.764997:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 72 00000100:00100000:1.0:1788198027.765004:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c20d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+5:2391:x1875060808921984:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1788198027.765052:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c20d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+5:2391:x1875060808921984:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 50us (13067us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198027.765059:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 72 00000100:00100000:1.0:1788198027.765087:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 73 00000100:00100000:1.0:1788198027.765092:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7163480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+6:2392:x1875060808921856:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1788198027.765114:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7163480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+6:2392:x1875060808921856:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198027.765119:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 73 00000100:00100000:1.0:1788198027.765140:0:24238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875060808922112 00000100:00100000:1.0:1788198027.765144:0:24238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875060808922112 00000100:00100000:1.0:1788198027.765169:0:24238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 25 00000100:00100000:1.0:1788198027.765176:0:24238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851f7161180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+5:2392:x1875060808922112:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1788198027.765201:0:24238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851f7161180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee78c7c4-6e67-48c0-b1c5-8fe4f18febf2+5:2392:x1875060808922112:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1788198027.765208:0:24238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 25 00000100:00100000:0.0:1788198027.772549:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 74 00000100:00100000:0.0:1788198027.772569:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9850c20d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+25:2392:x1875060808921344:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1788198027.772670:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9850c20d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+25:2392:x1875060808921344:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 108us (9992us total) trans 0 rc 0/0 00000100:00100000:0.0:1788198027.772678:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 74 00000100:00080000:0.0:1788198027.772823:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788198027.772829:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788198027.772832:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788198027.774597:0:24235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 26 00000100:00100000:2.0:1788198027.774610:0:24235:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9851dcd9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+5:2392:x1875060808921600:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1788198027.774686:0:24235:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9851dcd9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e8b4ee14-f2dd-4d6b-babf-78ba8434fd18+5:2392:x1875060808921600:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 79us (9970us total) trans 0 rc 0/0 00000100:00100000:2.0:1788198027.774694:0:24235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 26 Debug log: 15074 lines, 15074 kept, 0 dropped, 0 bad.