00000100:00100000:1.0F:1783135762.798656:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1869752809251968:0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.798747:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135762.798818:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809252480:0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.798843:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135762.798859:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1869752809252992:0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.798883:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135762.798906:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1783135762.798911:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809251584:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783135762.798952:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135762.798967:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1869752809252096:0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.798985:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135762.799005:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809252608:0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.799039:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135762.799055:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1869752809253120:0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.799078:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135762.799124:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3648:1869752809251712:0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.799152:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135762.799174:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1869752809252224:0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.799194:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135762.799208:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1869752809252736:0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.799226:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135762.799242:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1869752809253248:0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.799274:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135762.799422:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1783135762.799429:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809251840:0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.799463:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135762.799482:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809252352:0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.799501:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135762.799514:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1869752809252864:0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.799530:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135762.799549:0:18574:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809251968 00000100:00100000:1.0:1783135762.799555:0:18574:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809251968 00000100:00100000:1.0:1783135762.799598:0:18574:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809252480 00000100:00100000:1.0:1783135762.799600:0:18574:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809252480 00000100:00100000:1.0:1783135762.799612:0:18574:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809252096 00000100:00100000:1.0:1783135762.799614:0:18574:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809252096 00000100:00100000:1.0:1783135762.799625:0:18574:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809252608 00000100:00100000:1.0:1783135762.799627:0:18574:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809252608 00000100:00100000:1.0:1783135762.799638:0:18574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1783135762.799646:0:18574:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1869752809251968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.799698:0:18574:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1869752809251968:12345-0@lo:400:kworker.0 Request processed in 51us (951us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135762.799704:0:18574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1783135762.799718:0:18574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1783135762.799723:0:18574:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809252480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.799746:0:18574:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809252480:12345-0@lo:400:kworker.0 Request processed in 23us (903us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135762.799751:0:18574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1783135762.799759:0:18574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1783135762.799764:0:18574:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1869752809252096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.799786:0:18574:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1869752809252096:12345-0@lo:400:kworker.0 Request processed in 21us (800us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135762.799800:0:18574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1783135762.799810:0:18574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1783135762.799816:0:18574:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809252608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.799842:0:18574:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809252608:12345-0@lo:400:kworker.0 Request processed in 27us (803us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135762.799848:0:18574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1783135762.799868:0:17065:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809252992 00000100:00100000:1.0:1783135762.799871:0:17065:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809252992 00000100:00100000:1.0:1783135762.799890:0:17065:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809253120 00000100:00100000:1.0:1783135762.799893:0:17065:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809253120 00000100:00100000:1.0:1783135762.799904:0:17065:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809252224 00000100:00100000:1.0:1783135762.799906:0:17065:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809252224 00000100:00100000:1.0:1783135762.799928:0:17065:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809252736 00000100:00100000:1.0:1783135762.799932:0:17065:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809252736 00000100:00100000:1.0:1783135762.799942:0:17065:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809253248 00000100:00100000:1.0:1783135762.799943:0:17065:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809253248 00000100:00100000:1.0:1783135762.799953:0:17065:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809252864 00000100:00100000:1.0:1783135762.799956:0:17065:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809252864 00000100:00100000:1.0:1783135762.799968:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1783135762.799974:0:17065:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1869752809252992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.800003:0:17065:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1869752809252992:12345-0@lo:400:kworker.0 Request processed in 29us (1119us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135762.800009:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1783135762.800021:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1783135762.800026:0:17065:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c60c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1869752809253120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.800052:0:17065:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c60c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1869752809253120:12345-0@lo:400:kworker.0 Request processed in 26us (973us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135762.800058:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1783135762.800077:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1783135762.800082:0:17065:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c60fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1869752809252224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.800134:0:17065:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c60fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1869752809252224:12345-0@lo:400:kworker.0 Request processed in 52us (939us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135762.800140:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1783135762.800150:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1783135762.800155:0:17065:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c60ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1869752809252736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.800177:0:17065:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c60ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1869752809252736:12345-0@lo:400:kworker.0 Request processed in 22us (950us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135762.800182:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1783135762.800192:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1783135762.800197:0:17065:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c60d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1869752809253248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.800222:0:17065:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c60d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1869752809253248:12345-0@lo:400:kworker.0 Request processed in 25us (947us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135762.800227:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1783135762.800237:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1783135762.800243:0:17065:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c60dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1869752809252864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.800279:0:17065:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c60dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1869752809252864:12345-0@lo:400:kworker.0 Request processed in 36us (747us total) trans 0 rc 0/0 00000100:00100000:2.0F:1783135762.803227:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783135762.803270:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67c651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1869752809253504:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783135762.803351:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135762.803405:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67c652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1869752809253376:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783135762.803429:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135762.803455:0:18576:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809251584 00000100:00100000:2.0:1783135762.803463:0:18576:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809251584 00000100:00100000:2.0:1783135762.803501:0:18576:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809253504 00000100:00100000:2.0:1783135762.803504:0:18576:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809253504 00000100:00100000:2.0:1783135762.803517:0:18576:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809253376 00000100:00100000:2.0:1783135762.803520:0:18576:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809253376 00000100:00100000:2.0:1783135762.803535:0:18576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1783135762.803545:0:18576:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809251584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783135762.803574:0:18576:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1783135762.803617:0:18576:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809251584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (4664us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135762.803624:0:18576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1783135762.803641:0:18576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1783135762.803647:0:18576:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c653b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1869752809253504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783135762.803661:0:18576:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1783135762.803694:0:18576:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c653b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1869752809253504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 47us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135762.803699:0:18576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1783135762.803709:0:18576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1783135762.803715:0:18576:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1869752809253376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1783135762.803723:0:18576:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1783135762.803748:0:18576:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1869752809253376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 33us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135762.803765:0:18576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1783135762.803786:0:17069:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809251840 00000100:00100000:2.0:1783135762.803789:0:17069:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809251840 00000100:00100000:2.0:1783135762.803813:0:17069:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809252352 00000100:00100000:2.0:1783135762.803816:0:17069:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809252352 00000100:00100000:2.0:1783135762.803827:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1783135762.803832:0:17069:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c60ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809251840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135762.803867:0:17069:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c60ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809251840:12345-0@lo:400:kworker.0 Request processed in 35us (4404us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135762.803873:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1783135762.803883:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1783135762.803889:0:17069:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c60ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809252352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135762.803915:0:17069:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c60ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809252352:12345-0@lo:400:kworker.0 Request processed in 26us (4413us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135762.803936:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1783135762.803986:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67c652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1869752809253376:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783135762.804023:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67c651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1869752809253504:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0F:1783135762.804380:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783135762.804875:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1783135762.805046:0:17058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809251712 00000100:00100000:1.0:1783135762.805052:0:17058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809251712 00000100:00100000:1.0:1783135762.805104:0:17058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:1.0:1783135762.805113:0:17058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67e207450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd33be97-b4c1-460b-98a5-4a7a9daa67b8+24:3648:x1869752809251712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.805169:0:17058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67e207450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd33be97-b4c1-460b-98a5-4a7a9daa67b8+24:3648:x1869752809251712:12345-0@lo:400:kworker.0 Request processed in 58us (6015us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135762.805182:0:17058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00080000:1.0:1783135762.805223:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783135762.805228:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783135762.805232:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1783135762.805234:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783135762.805279:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809251840:0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.806027:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809252352:0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.806047:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1869752809252864:0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.806057:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3648:1869752809251712:0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.806069:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1869752809252224:0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.806154:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1869752809252736:0@lo:400:kworker.0 00010000:00080000:1.0:1783135762.806168:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac54379dc00 x1869752809253248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135778 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135762.806178:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1869752809253248:0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.806239:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809251584:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783135762.806264:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1869752809252096:0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.806274:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809252608:0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.806443:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1869752809253120:0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.806458:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1869752809251968:0@lo:400:kworker.0 00000100:00100000:1.0:1783135762.806468:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809252480:0@lo:400:kworker.0 00010000:00080000:1.0:1783135762.806495:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac54379f100 x1869752809252992/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135778 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135762.806504:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1869752809252992:0@lo:400:kworker.0 00000001:00080000:2.0:1783135763.319011:0:17044:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:2.0:1783135763.319040:0:17044:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ac675342900 refcount 2 committed 0 result 0 batchid 4294967530 00000020:00080000:2.0:1783135763.319045:0:17044:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff8ac647da5500 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8ac675342000 00000020:00080000:2.0:1783135763.319048:0:17044:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff8ac647da5400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ac64683d400 00010000:00010000:0.0F:1783135763.319284:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c65de00/0xf7de4ef628ee12b3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135763.319305:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c65de00/0xf7de4ef628ee12b3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135763.319313:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c65de00/0xf7de4ef628ee12b3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135763.319319:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c65de00 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:0.0:1783135763.319325:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c65de00/0xf7de4ef628ee12b3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135763.319333:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c65de00/0xf7de4ef628ee12b3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135763.319352:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8ac67c491a00) 00010000:00010000:0.0:1783135763.319356:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783135763.319360:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c65de00/0xf7de4ef628ee12b3 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135763.319367:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c65de00/0xf7de4ef628ee12b3 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17772 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1783135763.320024:0:17104:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967530 committed batchid 8 00000020:00080000:3.0:1783135763.320141:0:17104:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000040:00080000:1.0:1783135763.379328:0:17099:0:(llog.c:800:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1783135763.379338:0:17099:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1783135763.379374:0:17099:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1783135763.379382:0:17099:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:2.0:1783135763.835154:0:17052:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783135763.843483:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783135763.843509:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67c60c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809253632:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783135763.843581:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135763.843633:0:18576:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809253632 00000100:00100000:1.0:1783135763.843641:0:18576:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809253632 00000100:00100000:1.0:1783135763.843690:0:18576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1783135763.843699:0:18576:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c60f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809253632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1783135763.843722:0:18576:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1783135763.843765:0:18576:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c60f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809253632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135763.843772:0:18576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1783135763.843818:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67c60c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809253632:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783135764.029358:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135764.029400:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135764.029424:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135764.029586:0:17059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786105216 00000100:00100000:1.0:1783135764.029597:0:17059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786105216 00000100:00100000:1.0:1783135764.029656:0:17059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 172 00000100:00100000:1.0:1783135764.029668:0:17059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67e205850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:455f3cf7-16ee-408c-8389-ea23e4967612+13:2398:x1869752786105216:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:1.0:1783135764.029744:0:17059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67e205850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:455f3cf7-16ee-408c-8389-ea23e4967612+13:2398:x1869752786105216:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 78us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135764.029762:0:17059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 172 00000100:00100000:1.0:1783135764.029796:0:17065:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786105472 00000100:00100000:1.0:1783135764.029800:0:17065:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786105472 00000100:00100000:1.0:1783135764.029832:0:17065:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786105344 00000100:00100000:1.0:1783135764.029835:0:17065:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786105344 00000100:00100000:1.0:1783135764.029856:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 77 00000100:00100000:1.0:1783135764.029862:0:17065:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c651500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:07e1865a-1721-4bc6-87c1-03d8d78664fd+5:2398:x1869752786105472:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:1.0:1783135764.029892:0:17065:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c651500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:07e1865a-1721-4bc6-87c1-03d8d78664fd+5:2398:x1869752786105472:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 30us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135764.029898:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 77 00000100:00100000:1.0:1783135764.029910:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 78 00000100:00100000:1.0:1783135764.029916:0:17065:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c652680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:07e1865a-1721-4bc6-87c1-03d8d78664fd+13:2398:x1869752786105344:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:1.0:1783135764.029939:0:17065:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c652680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:07e1865a-1721-4bc6-87c1-03d8d78664fd+13:2398:x1869752786105344:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 23us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135764.029945:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 78 00000100:00080000:1.0:1783135764.030163:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783135764.030168:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783135764.031566:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135764.031614:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135764.031636:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135764.031770:0:18574:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786105728 00000100:00100000:3.0:1783135764.031779:0:18574:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786105728 00000100:00100000:3.0:1783135764.031839:0:18574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 30 00000100:00100000:3.0:1783135764.031848:0:18574:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67b3b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:07e1865a-1721-4bc6-87c1-03d8d78664fd+5:2399:x1869752786105728:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:3.0:1783135764.031910:0:18574:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67b3b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:07e1865a-1721-4bc6-87c1-03d8d78664fd+5:2399:x1869752786105728:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 63us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135764.031918:0:18574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 30 00000100:00080000:2.0:1783135764.032155:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783135764.032272:0:17066:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786105984 00000100:00100000:1.0:1783135764.032278:0:17066:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786105984 00000100:00100000:1.0:1783135764.034153:0:17066:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786105856 00000100:00100000:1.0:1783135764.034165:0:17066:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786105856 00000100:00080000:2.0:1783135764.036159:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783135764.036349:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 79 00000100:00100000:1.0:1783135764.036362:0:17066:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67b3b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:06406641-6839-4a1a-8419-9f7c420b54d1+5:2399:x1869752786105984:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:1.0:1783135764.036449:0:17066:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67b3b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:06406641-6839-4a1a-8419-9f7c420b54d1+5:2399:x1869752786105984:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 91us (4833us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135764.036455:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 79 00000100:00100000:1.0:1783135764.036482:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 80 00000100:00100000:1.0:1783135764.036489:0:17066:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac544174380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:06406641-6839-4a1a-8419-9f7c420b54d1+6:2399:x1869752786105856:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:1.0:1783135764.036514:0:17066:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac544174380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:06406641-6839-4a1a-8419-9f7c420b54d1+6:2399:x1869752786105856:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 26us (4878us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135764.036519:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 80 00000100:00100000:1.0:1783135764.036582:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135764.036645:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135764.036734:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135764.036755:0:19680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786105600 00000100:00100000:1.0:1783135764.036762:0:19680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786105600 00000100:00100000:1.0:1783135764.036789:0:19680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786106112 00000100:00100000:1.0:1783135764.036792:0:19680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786106112 00000100:00100000:1.0:1783135764.036808:0:19680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786106240 00000100:00100000:1.0:1783135764.036811:0:19680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786106240 00000100:00100000:1.0:1783135764.036826:0:19680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 29 00000100:00100000:1.0:1783135764.036832:0:19680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c60c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:07e1865a-1721-4bc6-87c1-03d8d78664fd+5:2397:x1869752786105600:12345-192.168.204.6@tcp:9:kworker.0 00000020:00000080:1.0:1783135764.036852:0:19680:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0fe2 00000100:00080000:1.0:1783135764.036868:0:19680:0:(import.c:65:import_set_state_nolock()) ffff8ac54257f000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1783135764.036910:0:19680:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1783135764.037264:0:19680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c60c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:07e1865a-1721-4bc6-87c1-03d8d78664fd+2:2397:x1869752786105600:12345-192.168.204.6@tcp:9:kworker.0 Request processed in 430us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135764.037272:0:19680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 29 00000100:00100000:1.0:1783135764.037286:0:19680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 30 00000100:00100000:1.0:1783135764.037292:0:19680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c60f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:06406641-6839-4a1a-8419-9f7c420b54d1+5:2397:x1869752786106112:12345-192.168.204.6@tcp:9:kworker.0 00000020:00000080:1.0:1783135764.037305:0:19680:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee1021 00000100:00080000:1.0:1783135764.037310:0:19680:0:(import.c:65:import_set_state_nolock()) ffff8ac54257b800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1783135764.037349:0:19680:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1783135764.037407:0:19680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c60f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:06406641-6839-4a1a-8419-9f7c420b54d1+2:2397:x1869752786106112:12345-192.168.204.6@tcp:9:kworker.0 Request processed in 115us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135764.037414:0:19680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 30 00000100:00100000:1.0:1783135764.037426:0:19680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 31 00000100:00100000:1.0:1783135764.037432:0:19680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c60ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:06406641-6839-4a1a-8419-9f7c420b54d1+5:2397:x1869752786106240:12345-192.168.204.6@tcp:9:kworker.0 00000020:00000080:1.0:1783135764.037443:0:19680:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee1028 00000100:00080000:1.0:1783135764.037450:0:19680:0:(import.c:65:import_set_state_nolock()) ffff8ac543697000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1783135764.037472:0:19680:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1783135764.037537:0:19680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c60ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:06406641-6839-4a1a-8419-9f7c420b54d1+2:2397:x1869752786106240:12345-192.168.204.6@tcp:9:kworker.0 Request processed in 105us (802us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135764.037542:0:19680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 31 00010000:00010000:1.0:1783135764.037618:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135764.037623:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135764.037628:0:17052:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1783135764.037902:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1783135764.037907:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1783135764.037910:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783135764.338604:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67c60df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809253760:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783135764.338705:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135764.341810:0:17069:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809253760 00000100:00100000:3.0:1783135764.341832:0:17069:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809253760 00000100:00100000:3.0:1783135764.341908:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1783135764.341924:0:17069:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c60f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809253760:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1783135764.341988:0:17069:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1783135764.343262:0:17069:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c60f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809253760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1335us (4548us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135764.343276:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1783135764.345705:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67c60df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809253760:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1783135764.847628:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783135764.848556:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783135764.848588:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67c60df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809253888:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783135764.848691:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135764.848752:0:17070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809253888 00000100:00100000:1.0:1783135764.848761:0:17070:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809253888 00000100:00100000:1.0:1783135764.848825:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1783135764.849027:0:17070:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c60e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809253888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783135764.849076:0:17070:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1783135764.849159:0:17070:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c60e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809253888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 323us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135764.849185:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1783135764.849259:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67c60df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809253888:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783135765.753645:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135765.753682:0:17066:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786106368 00000100:00100000:1.0:1783135765.753690:0:17066:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786106368 00000100:00100000:1.0:1783135765.753736:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 65 00000100:00100000:1.0:1783135765.753744:0:17066:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c60df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:07e1865a-1721-4bc6-87c1-03d8d78664fd+13:15584:x1869752786106368:12345-192.168.204.6@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1783135765.753841:0:17066:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c60df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:07e1865a-1721-4bc6-87c1-03d8d78664fd+13:15584:x1869752786106368:12345-192.168.204.6@tcp:60:lhsmtool_posix.0 Request processed in 97us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135765.753849:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 65 00000100:00100000:1.0:1783135765.761536:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135765.761576:0:17064:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786106496 00000100:00100000:1.0:1783135765.761586:0:17064:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786106496 00000100:00100000:1.0:1783135765.761653:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 66 00000100:00100000:1.0:1783135765.761663:0:17064:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c60d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:07e1865a-1721-4bc6-87c1-03d8d78664fd+5:15584:x1869752786106496:12345-192.168.204.6@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1783135765.761753:0:17064:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c60d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:07e1865a-1721-4bc6-87c1-03d8d78664fd+5:15584:x1869752786106496:12345-192.168.204.6@tcp:60:lhsmtool_posix.0 Request processed in 92us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135765.761761:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 66 00000100:00100000:1.0:1783135765.776393:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135765.776437:0:17067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786106752 00000100:00100000:1.0:1783135765.776448:0:17067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786106752 00000100:00100000:1.0:1783135765.776499:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 12 00000100:00100000:1.0:1783135765.776510:0:17067:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c60c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:07e1865a-1721-4bc6-87c1-03d8d78664fd+13:15584:x1869752786106752:12345-192.168.204.6@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1783135765.776747:0:17067:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c60c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:07e1865a-1721-4bc6-87c1-03d8d78664fd+14:15584:x1869752786106752:12345-192.168.204.6@tcp:35:lhsmtool_posix.0 Request processed in 238us (362us total) trans 8589934623 rc 0/0 00000100:00100000:1.0:1783135765.776761:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 12 00010000:00010000:0.0:1783135765.872301:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135766.895990:0:17052:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135767.918298:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783135767.918841:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783135767.918863:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67c60d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1869752809254016:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783135767.918939:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135767.918941:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783135767.918951:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1869752809254144:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783135767.918978:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135767.919144:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543bc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1869752809254400:0@lo:400:kworker.0 00000100:00100000:0.0:1783135767.919185:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135767.919220:0:17806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809254400 00000100:00100000:0.0:1783135767.919227:0:17806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809254400 00000100:00100000:0.0:1783135767.919271:0:17806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1783135767.919280:0:17806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac652ae9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1869752809254400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783135767.919358:0:17806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac652ae9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1869752809254400:12345-0@lo:400:kworker.0 Request processed in 78us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135767.919366:0:17806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1783135767.919478:0:18576:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809254016 00000100:00100000:1.0:1783135767.919482:0:18576:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809254016 00000100:00100000:1.0:1783135767.919521:0:18576:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809254144 00000100:00100000:1.0:1783135767.919524:0:18576:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809254144 00000100:00100000:1.0:1783135767.919537:0:18576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1783135767.919543:0:18576:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac541d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1869752809254016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1783135767.919567:0:18576:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1783135767.919600:0:18576:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac541d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1869752809254016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135767.919607:0:18576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1783135767.919619:0:18576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1783135767.919624:0:18576:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1869752809254144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783135767.919633:0:18576:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1783135767.919655:0:18576:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1869752809254144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 31us (676us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135767.919661:0:18576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1783135767.919683:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543bc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3648:1869752809254272:0@lo:400:kworker.0 00000100:00100000:1.0:1783135767.919714:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135767.919745:0:17056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809254272 00000100:00100000:1.0:1783135767.919749:0:17056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809254272 00000100:00100000:1.0:1783135767.919774:0:17056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1783135767.919781:0:17056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67e204450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cd33be97-b4c1-460b-98a5-4a7a9daa67b8+24:3648:x1869752809254272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135767.919813:0:17056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67e204450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cd33be97-b4c1-460b-98a5-4a7a9daa67b8+24:3648:x1869752809254272:12345-0@lo:400:kworker.0 Request processed in 33us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135767.919827:0:17056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1783135767.919892:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543bc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1869752809254400:0@lo:400:kworker.0 00000100:00100000:3.0:1783135767.919895:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67c60d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1869752809254016:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783135767.919899:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543bc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1869752809254912:0@lo:400:kworker.0 00000100:00100000:3.0:1783135767.919913:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543bc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1869752809254656:0@lo:400:kworker.0 00000100:00100000:1.0:1783135767.919923:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135767.919937:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135767.919939:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543bc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3649:1869752809255424:0@lo:400:kworker.0 00000100:00100000:1.0:1783135767.919959:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135767.919961:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543bc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1869752809255168:0@lo:400:kworker.0 00000100:00100000:3.0:1783135767.919980:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135767.919990:0:19680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809254912 00000100:00100000:1.0:1783135767.919993:0:19680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809254912 00000100:00100000:3.0:1783135767.920008:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67c60e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1869752809255680:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783135767.920019:0:19680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1783135767.920025:0:19680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c60d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3649:x1869752809254912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783135767.920028:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135767.920043:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1783135767.920049:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543bc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1869752809254528:0@lo:400:kworker.0 00000100:00100000:1.0:1783135767.920056:0:19680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c60d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3649:x1869752809254912:12345-0@lo:400:kworker.0 Request processed in 31us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135767.920062:0:19680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1783135767.920066:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135767.920072:0:19680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809254528 00000100:00100000:1.0:1783135767.920075:0:19680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809254528 00000100:00100000:3.0:1783135767.920080:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543bc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1869752809255040:0@lo:400:kworker.0 00000100:00100000:1.0:1783135767.920105:0:19680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1783135767.920111:0:19680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac541d9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3647:x1869752809254528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783135767.920114:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135767.920130:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac652ae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1869752809255552:0@lo:400:kworker.0 00000100:00100000:1.0:1783135767.920135:0:19680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac541d9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3647:x1869752809254528:12345-0@lo:400:kworker.0 Request processed in 25us (69us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135767.920141:0:19680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1783135767.920147:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135767.920170:0:17066:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809254656 00000100:00100000:1.0:1783135767.920174:0:17066:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809254656 00000100:00100000:3.0:1783135767.920179:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543bc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1869752809254528:0@lo:400:kworker.0 00000100:00100000:1.0:1783135767.920192:0:17066:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809255424 00000100:00100000:1.0:1783135767.920194:0:17066:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809255424 00000100:00100000:1.0:1783135767.920205:0:17066:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809255168 00000100:00100000:1.0:1783135767.920208:0:17066:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809255168 00000100:00100000:1.0:1783135767.920229:0:17066:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809255040 00000100:00100000:1.0:1783135767.920232:0:17066:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809255040 00000100:00100000:3.0:1783135767.920233:0:17064:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809255552 00000100:00100000:3.0:1783135767.920236:0:17064:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809255552 00000100:00100000:1.0:1783135767.920243:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1783135767.920248:0:17066:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac541d9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1869752809254656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783135767.920253:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1783135767.920258:0:17064:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543960700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1869752809255424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135767.920282:0:17066:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac541d9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1869752809254656:12345-0@lo:400:kworker.0 Request processed in 34us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135767.920289:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1783135767.920292:0:17064:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543960700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1869752809255424:12345-0@lo:400:kworker.0 Request processed in 24us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135767.920297:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1783135767.920300:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1783135767.920306:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1783135767.920306:0:17066:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac541d99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1869752809255168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783135767.920310:0:17064:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac541d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1869752809255040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135767.920332:0:17066:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac541d99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1869752809255168:12345-0@lo:400:kworker.0 Request processed in 26us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135767.920337:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1783135767.920349:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1783135767.920354:0:17066:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac541d99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1869752809255552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135767.920380:0:17066:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac541d99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1869752809255552:12345-0@lo:400:kworker.0 Request processed in 26us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135767.920385:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1783135767.920423:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543bc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3648:1869752809254272:0@lo:400:kworker.0 00000100:00100000:1.0:1783135767.920431:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543bc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809254784:0@lo:400:kworker.0 00000100:00100000:1.0:1783135767.920453:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135767.920470:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543bc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1869752809255296:0@lo:400:kworker.0 00000100:00100000:1.0:1783135767.920489:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135767.920519:0:17069:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809254784 00000100:00100000:1.0:1783135767.920522:0:17069:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809254784 00000100:00100000:1.0:1783135767.920544:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1783135767.920550:0:17069:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809254784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135767.920590:0:17069:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809254784:12345-0@lo:400:kworker.0 Request processed in 40us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135767.920596:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1783135767.920621:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543bc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809254784:0@lo:400:kworker.0 00000100:00100000:1.0:1783135767.920640:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543bc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1869752809254912:0@lo:400:kworker.0 00000100:00100000:1.0:1783135767.920649:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543bc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3649:1869752809255424:0@lo:400:kworker.0 00000100:00100000:1.0:1783135767.920662:0:17066:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809255296 00000100:00100000:1.0:1783135767.920665:0:17066:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809255296 00000100:00100000:1.0:1783135767.920687:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1783135767.920692:0:17066:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543bc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1869752809255296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135767.920721:0:17066:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543bc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1869752809255296:12345-0@lo:400:kworker.0 Request processed in 29us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135767.920726:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00010000:00080000:1.0:1783135767.920751:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac543bc6300 x1869752809255296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135767.920762:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543bc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1869752809255296:0@lo:400:kworker.0 00000100:00100000:1.0:1783135767.920782:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543bc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1869752809255040:0@lo:400:kworker.0 00010000:00080000:1.0:1783135767.920791:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac652ae8e00 x1869752809255552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135767.920800:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac652ae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1869752809255552:0@lo:400:kworker.0 00000100:00100000:1.0:1783135767.920808:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543bc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1869752809254656:0@lo:400:kworker.0 00000100:00100000:1.0:1783135767.920816:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543bc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1869752809255168:0@lo:400:kworker.0 00000100:00100000:1.0:1783135767.920860:0:18576:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809255680 00000100:00100000:1.0:1783135767.920865:0:18576:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809255680 00000100:00100000:1.0:1783135767.920886:0:18576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1783135767.920892:0:18576:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac541d99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1869752809255680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783135767.920910:0:18576:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1783135767.920943:0:18576:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac541d99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1869752809255680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 52us (914us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135767.920949:0:18576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1783135767.920976:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67c60e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1869752809255680:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1783135767.921726:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783135767.921735:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783135767.921738:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1783135767.921741:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783135767.923880:0:17064:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac541d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1869752809255040:12345-0@lo:400:kworker.0 Request processed in 21us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135767.923908:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1783135767.924523:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1869752809254144:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1783135768.943543:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783135768.943934:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809255808:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783135768.944006:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135768.944371:0:18576:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809255808 00000100:00100000:2.0:1783135768.944380:0:18576:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809255808 00000100:00100000:2.0:1783135768.944439:0:18576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1783135768.944448:0:18576:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543bc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809255808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1783135768.944479:0:18576:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1783135768.944558:0:18576:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543bc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809255808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135768.944565:0:18576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1783135768.944597:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809255808:0@lo:13:osp-pre-0-1.0 00000001:00080000:2.0:1783135768.944840:0:17044:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:2.0:1783135768.944850:0:17044:0:(update_trans.c:1341:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967530 batchid updated 00000020:00080000:3.0:1783135768.944896:0:17104:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00000020:00080000:3.0:1783135768.944910:0:17104:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00000100:00100000:1.0:1783135769.145428:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135769.145492:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135769.145524:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135769.145565:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135769.145590:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135769.145638:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135769.145678:0:17058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786106880 00000100:00100000:1.0:1783135769.145691:0:17058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786106880 00000100:00100000:1.0:1783135769.145769:0:17058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 174 00000100:00100000:1.0:1783135769.145781:0:17058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67e205450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:455f3cf7-16ee-408c-8389-ea23e4967612+13:2399:x1869752786106880:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:1.0:1783135769.145881:0:17058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67e205450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:455f3cf7-16ee-408c-8389-ea23e4967612+13:2399:x1869752786106880:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 101us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135769.145890:0:17058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 174 00000100:00100000:1.0:1783135769.146069:0:17065:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786107008 00000100:00100000:1.0:1783135769.146146:0:17065:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786107008 00000100:00100000:1.0:1783135769.146189:0:17065:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786107520 00000100:00100000:1.0:1783135769.146193:0:17065:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786107520 00000100:00100000:3.0:1783135769.146693:0:18574:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786107264 00000100:00100000:3.0:1783135769.146699:0:18574:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786107264 00000100:00100000:3.0:1783135769.146744:0:18574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 33 00000100:00100000:3.0:1783135769.146765:0:18574:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543bc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:07e1865a-1721-4bc6-87c1-03d8d78664fd+5:2399:x1869752786107264:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:3.0:1783135769.146827:0:18574:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543bc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:07e1865a-1721-4bc6-87c1-03d8d78664fd+5:2399:x1869752786107264:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 75us (1333us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135769.146834:0:18574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 33 00000100:00100000:3.0:1783135769.146939:0:17064:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786107136 00000100:00100000:3.0:1783135769.146943:0:17064:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786107136 00000100:00100000:3.0:1783135769.146960:0:17064:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786107392 00000100:00100000:3.0:1783135769.146963:0:17064:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786107392 00000100:00100000:3.0:1783135769.146976:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 87 00000100:00100000:3.0:1783135769.146982:0:17064:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543bc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:07e1865a-1721-4bc6-87c1-03d8d78664fd+13:2399:x1869752786107008:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:3.0:1783135769.147030:0:17064:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543bc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:07e1865a-1721-4bc6-87c1-03d8d78664fd+13:2399:x1869752786107008:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 47us (1618us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135769.147037:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 87 00000100:00100000:3.0:1783135769.147051:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 88 00000100:00100000:3.0:1783135769.147057:0:17064:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543bc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:06406641-6839-4a1a-8419-9f7c420b54d1+5:2399:x1869752786107520:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:3.0:1783135769.147084:0:17064:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543bc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:06406641-6839-4a1a-8419-9f7c420b54d1+5:2399:x1869752786107520:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 28us (1559us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135769.147117:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 88 00000100:00100000:3.0:1783135769.147141:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 89 00000100:00100000:3.0:1783135769.147147:0:17064:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543bc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:07e1865a-1721-4bc6-87c1-03d8d78664fd+5:2399:x1869752786107136:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:3.0:1783135769.147189:0:17064:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543bc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:07e1865a-1721-4bc6-87c1-03d8d78664fd+5:2399:x1869752786107136:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 42us (1597us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135769.147196:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 89 00000100:00100000:3.0:1783135769.147209:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 90 00000100:00100000:3.0:1783135769.147216:0:17064:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543bc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:06406641-6839-4a1a-8419-9f7c420b54d1+6:2399:x1869752786107392:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:3.0:1783135769.147239:0:17064:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543bc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:06406641-6839-4a1a-8419-9f7c420b54d1+6:2399:x1869752786107392:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 25us (1601us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135769.147245:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 90 00000100:00080000:0.0:1783135769.148474:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783135769.148485:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783135769.148488:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783135769.455198:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543bc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1869752809255936:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783135769.455314:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135769.455880:0:17070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809255936 00000100:00100000:1.0:1783135769.455893:0:17070:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809255936 00000100:00100000:1.0:1783135769.455983:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1783135769.455995:0:17070:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac541d98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1869752809255936:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783135769.456045:0:17070:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1783135769.456147:0:17070:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac541d98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1869752809255936:12345-0@lo:41:osp-pre-0-1.0 Request processed in 153us (832us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135769.456157:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1783135769.456305:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543bc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1869752809255936:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1783135769.966718:0:17052:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783135769.967133:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783135769.967165:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543adb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1869752809256064:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783135769.967645:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00100000:0.0:1783135769.970289:0:18569:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 06406641-6839-4a1a-8419-9f7c420b54d1 00000020:00000080:0.0:1783135769.970309:0:18569:0:(genops.c:906:class_export_put()) final put ffff8ac54257c000/06406641-6839-4a1a-8419-9f7c420b54d1 00000001:00100000:0.0:1783135769.970336:0:18569:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 07e1865a-1721-4bc6-87c1-03d8d78664fd 00000020:00000080:0.0:1783135769.970338:0:18569:0:(genops.c:906:class_export_put()) final put ffff8ac54257a000/07e1865a-1721-4bc6-87c1-03d8d78664fd 00000020:00000080:3.0:1783135769.970945:0:13713:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac54257c000/06406641-6839-4a1a-8419-9f7c420b54d1 for lustre-OST0000 00000020:00000080:3.0:1783135769.971050:0:13713:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac54257a000/07e1865a-1721-4bc6-87c1-03d8d78664fd for lustre-OST0000 00000020:00000080:3.0:1783135769.971083:0:13713:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac54257b800 for lustre-OST0000 00000020:00000080:3.0:1783135769.971174:0:13713:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac54257f000 for lustre-OST0000 00000001:00100000:0.0:1783135769.971181:0:19388:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 06406641-6839-4a1a-8419-9f7c420b54d1 00000020:00000080:0.0:1783135769.971192:0:19388:0:(genops.c:906:class_export_put()) final put ffff8ac543692000/06406641-6839-4a1a-8419-9f7c420b54d1 00000020:00000080:3.0:1783135769.971220:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac543692000/06406641-6839-4a1a-8419-9f7c420b54d1 for lustre-OST0001 00000020:00000080:3.0:1783135769.971263:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac543697000 for lustre-OST0001 00000100:00100000:2.0:1783135769.975182:0:17806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809256064 00000100:00100000:2.0:1783135769.975218:0:17806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809256064 00000100:00100000:2.0:1783135769.975700:0:17806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1783135769.975716:0:17806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543bc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1869752809256064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783135769.975778:0:17806:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1783135769.975895:0:17806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543bc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1869752809256064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 183us (8252us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135769.976502:0:17806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1783135769.977723:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543adb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1869752809256064:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1783135770.744500:0:17819:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1783135770.991693:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1783135771.188695:0:20445:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 23:29:29 (1783135769) 00010000:00010000:0.0:1783135772.014336:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783135773.039314:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543bc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3647:1869752809256192:0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.039447:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135773.039518:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1869752809256704:0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.039550:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135773.039573:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1869752809257216:0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.039596:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135773.039612:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1869752809257728:0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.039637:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135773.039665:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1783135773.039691:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1869752809256576:0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.039721:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135773.039737:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1869752809257088:0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.039758:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135773.039777:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3647:1869752809257600:0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.039799:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135773.039830:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67c60e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1869752809256448:0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.039855:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135773.039873:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1869752809256960:0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.039893:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135773.039908:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1869752809257472:0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.039926:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135773.039939:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1783135773.039945:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543bc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1869752809256320:0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.039970:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135773.039986:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1869752809256832:0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.040010:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135773.040030:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3649:1869752809257344:0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.040051:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135773.040121:0:17059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809256192 00000100:00100000:1.0:1783135773.040133:0:17059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809256192 00000100:00100000:1.0:1783135773.040199:0:17059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:1.0:1783135773.040209:0:17059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67e204050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd33be97-b4c1-460b-98a5-4a7a9daa67b8+24:3647:x1869752809256192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.040275:0:17059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67e204050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd33be97-b4c1-460b-98a5-4a7a9daa67b8+24:3647:x1869752809256192:12345-0@lo:400:kworker.0 Request processed in 66us (829us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135773.040295:0:17059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:1.0:1783135773.040337:0:17064:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809256704 00000100:00100000:1.0:1783135773.040340:0:17064:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809256704 00000100:00100000:1.0:1783135773.040359:0:17064:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809257216 00000100:00100000:1.0:1783135773.040362:0:17064:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809257216 00000100:00100000:1.0:1783135773.040373:0:17064:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809257728 00000100:00100000:1.0:1783135773.040375:0:17064:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809257728 00000100:00100000:1.0:1783135773.040398:0:17064:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809257600 00000100:00100000:1.0:1783135773.040401:0:17064:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809257600 00000100:00100000:1.0:1783135773.040410:0:17064:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809257472 00000100:00100000:1.0:1783135773.040412:0:17064:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809257472 00000100:00100000:1.0:1783135773.040423:0:17064:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809257344 00000100:00100000:1.0:1783135773.040425:0:17064:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809257344 00000100:00100000:1.0:1783135773.040437:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1783135773.040443:0:17064:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1869752809256704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.040474:0:17064:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1869752809256704:12345-0@lo:400:kworker.0 Request processed in 31us (924us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135773.040480:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1783135773.040491:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1783135773.040496:0:17064:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1869752809257216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.040516:0:17064:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1869752809257216:12345-0@lo:400:kworker.0 Request processed in 21us (919us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135773.040522:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1783135773.040531:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1783135773.040536:0:17064:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67f886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1869752809257728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.040557:0:17064:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67f886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1869752809257728:12345-0@lo:400:kworker.0 Request processed in 21us (920us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135773.040562:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1783135773.040578:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1783135773.040583:0:17064:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67f884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1869752809257600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.040607:0:17064:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67f884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1869752809257600:12345-0@lo:400:kworker.0 Request processed in 24us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135773.040613:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1783135773.040622:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1783135773.040627:0:17064:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67f885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1869752809257472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.040651:0:17064:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67f885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1869752809257472:12345-0@lo:400:kworker.0 Request processed in 24us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135773.040656:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1783135773.040665:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1783135773.040670:0:17064:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67f887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1869752809257344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.040691:0:17064:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67f887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1869752809257344:12345-0@lo:400:kworker.0 Request processed in 21us (639us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135773.040698:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1783135773.040719:0:18575:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809256576 00000100:00100000:1.0:1783135773.040723:0:18575:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809256576 00000100:00100000:1.0:1783135773.040746:0:18575:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809257088 00000100:00100000:1.0:1783135773.040748:0:18575:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809257088 00000100:00100000:1.0:1783135773.040758:0:18575:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809256448 00000100:00100000:1.0:1783135773.040761:0:18575:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809256448 00000100:00100000:1.0:1783135773.040772:0:18575:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809256960 00000100:00100000:1.0:1783135773.040775:0:18575:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809256960 00000100:00100000:1.0:1783135773.040786:0:18575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1783135773.040791:0:18575:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67f886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1869752809256576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.040818:0:18575:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67f886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1869752809256576:12345-0@lo:400:kworker.0 Request processed in 27us (1096us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135773.040833:0:18575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1783135773.040843:0:18575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1783135773.040848:0:18575:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67f885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1869752809257088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.040889:0:18575:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67f885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1869752809257088:12345-0@lo:400:kworker.0 Request processed in 41us (1129us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135773.040895:0:18575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1783135773.040905:0:18575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1783135773.040910:0:18575:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67f887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1869752809256448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.040933:0:18575:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67f887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1869752809256448:12345-0@lo:400:kworker.0 Request processed in 23us (1077us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135773.040939:0:18575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1783135773.040947:0:18575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1783135773.040952:0:18575:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67f885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1869752809256960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.040970:0:18575:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67f885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1869752809256960:12345-0@lo:400:kworker.0 Request processed in 19us (1076us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135773.040976:0:18575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1783135773.040998:0:17070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809256320 00000100:00100000:1.0:1783135773.041002:0:17070:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809256320 00000100:00100000:1.0:1783135773.041026:0:17070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809256832 00000100:00100000:1.0:1783135773.041029:0:17070:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809256832 00000100:00100000:1.0:1783135773.041042:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1783135773.041048:0:17070:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67f887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1869752809256320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.041127:0:17070:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67f887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1869752809256320:12345-0@lo:400:kworker.0 Request processed in 78us (1156us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135773.041133:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1783135773.041152:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1783135773.041158:0:17070:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67f884e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1869752809256832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.041187:0:17070:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67f884e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1869752809256832:12345-0@lo:400:kworker.0 Request processed in 30us (1177us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135773.041193:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:1.0:1783135773.041216:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1783135773.041221:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1783135773.041225:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783135773.041227:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783135773.041268:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543bc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1869752809256320:0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.041283:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1869752809256832:0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.041294:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3649:1869752809257344:0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.041304:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67c60e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1869752809256448:0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.041315:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1869752809256960:0@lo:400:kworker.0 00010000:00080000:1.0:1783135773.041327:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac54379ea00 x1869752809257472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135789 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135773.041338:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1869752809257472:0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.041388:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1869752809256576:0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.041400:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1869752809257088:0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.041410:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3647:1869752809257600:0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.041420:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543bc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3647:1869752809256192:0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.041432:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1869752809256704:0@lo:400:kworker.0 00000100:00100000:1.0:1783135773.041455:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1869752809257216:0@lo:400:kworker.0 00010000:00080000:1.0:1783135773.041468:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac54379d180 x1869752809257728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135789 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135773.041477:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1869752809257728:0@lo:400:kworker.0 00010000:00010000:2.0:1783135773.041609:0:17052:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783135773.042445:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783135773.042467:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac541d9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1869752809257856:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783135773.042540:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135773.043293:0:18576:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809257856 00000100:00100000:2.0:1783135773.043304:0:18576:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809257856 00000100:00100000:0.0:1783135773.043457:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783135773.043483:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809257984:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783135773.043539:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135773.043657:0:18576:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809257984 00000100:00100000:2.0:1783135773.043661:0:18576:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809257984 00000100:00100000:2.0:1783135773.043685:0:18576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1783135773.043695:0:18576:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac541d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1869752809257856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783135773.043738:0:18576:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1783135773.043788:0:18576:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac541d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1869752809257856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (1249us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135773.043797:0:18576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1783135773.043816:0:18576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1783135773.043822:0:18576:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac652ae8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809257984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783135773.043838:0:18576:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1783135773.045741:0:18576:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac652ae8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809257984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1904us (2186us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135773.045759:0:18576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1783135773.046647:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783135773.046674:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67c60e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1869752809258112:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783135773.046763:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135773.046926:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac541d9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1869752809257856:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783135773.047988:0:18576:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809258112 00000100:00100000:2.0:1783135773.048003:0:18576:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809258112 00000100:00100000:2.0:1783135773.048134:0:18576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1783135773.048148:0:18576:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1869752809258112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1783135773.048183:0:18576:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1783135773.048275:0:18576:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1869752809258112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 130us (1511us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135773.048283:0:18576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1783135773.048341:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67c60e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1869752809258112:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783135773.051760:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809257984:0@lo:13:osp-pre-1-1.0 00000040:00080000:2.0:1783135773.624482:0:17099:0:(llog.c:800:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1783135773.624498:0:17099:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1783135773.624525:0:17099:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1783135773.624533:0:17099:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:3.0:1783135774.062547:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783135774.062596:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543adb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809258240:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783135774.062762:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135774.062909:0:18576:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809258240 00000100:00100000:2.0:1783135774.062920:0:18576:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809258240 00000100:00100000:2.0:1783135774.062993:0:18576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1783135774.063006:0:18576:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac541d9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809258240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1783135774.063054:0:18576:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1783135774.063272:0:18576:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac541d9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809258240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 267us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135774.063281:0:18576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1783135774.063365:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543adb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809258240:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1783135774.064352:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783135774.264818:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135774.264980:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135774.265024:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135774.265081:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135774.265142:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135774.265144:0:17065:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786107776 00000100:00100000:0.0:1783135774.265163:0:17065:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786107776 00000100:00100000:0.0:1783135774.265249:0:17065:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786108288 00000100:00100000:1.0:1783135774.265250:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135774.265254:0:17065:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786108288 00000100:00080000:1.0:1783135774.265272:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783135774.265292:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783135774.265302:0:17065:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786107904 00000100:00100000:0.0:1783135774.265306:0:17065:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786107904 00000100:00080000:1.0:1783135774.265327:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783135774.265328:0:17065:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786108160 00000100:00100000:0.0:1783135774.265332:0:17065:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786108160 00000100:00080000:1.0:1783135774.265355:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783135774.265363:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 97 00000100:00100000:0.0:1783135774.265377:0:17065:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:07e1865a-1721-4bc6-87c1-03d8d78664fd+13:2400:x1869752786107776:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:0.0:1783135774.265487:0:17065:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:07e1865a-1721-4bc6-87c1-03d8d78664fd+13:2400:x1869752786107776:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 112us (685us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135774.265496:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 97 00000100:00100000:0.0:1783135774.265532:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 98 00000100:00100000:0.0:1783135774.265539:0:17065:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:06406641-6839-4a1a-8419-9f7c420b54d1+5:2400:x1869752786108288:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:0.0:1783135774.265567:0:17065:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:06406641-6839-4a1a-8419-9f7c420b54d1+5:2400:x1869752786108288:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 28us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135774.265574:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 98 00000100:00100000:0.0:1783135774.265586:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 99 00000100:00100000:0.0:1783135774.265592:0:17065:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:07e1865a-1721-4bc6-87c1-03d8d78664fd+5:2400:x1869752786107904:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:0.0:1783135774.265688:0:17065:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:07e1865a-1721-4bc6-87c1-03d8d78664fd+5:2400:x1869752786107904:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 27us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135774.265698:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 99 00000100:00100000:0.0:1783135774.265713:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 100 00000100:00100000:0.0:1783135774.265720:0:17065:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:06406641-6839-4a1a-8419-9f7c420b54d1+6:2400:x1869752786108160:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:0.0:1783135774.265748:0:17065:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:06406641-6839-4a1a-8419-9f7c420b54d1+6:2400:x1869752786108160:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 29us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135774.265755:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 100 00000100:00100000:3.0:1783135774.266757:0:17056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786107648 00000100:00100000:3.0:1783135774.266769:0:17056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786107648 00000100:00100000:3.0:1783135774.266857:0:17056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 176 00000100:00100000:3.0:1783135774.266867:0:17056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67e207c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:455f3cf7-16ee-408c-8389-ea23e4967612+13:2400:x1869752786107648:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:3.0:1783135774.266926:0:17056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67e207c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:455f3cf7-16ee-408c-8389-ea23e4967612+13:2400:x1869752786107648:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 61us (1844us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135774.266935:0:17056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 176 00000100:00100000:2.0:1783135774.268597:0:18575:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786108032 00000100:00100000:2.0:1783135774.268613:0:18575:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786108032 00000100:00100000:2.0:1783135774.268706:0:18575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 38 00000100:00100000:2.0:1783135774.268718:0:18575:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:07e1865a-1721-4bc6-87c1-03d8d78664fd+5:2400:x1869752786108032:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:2.0:1783135774.268812:0:18575:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:07e1865a-1721-4bc6-87c1-03d8d78664fd+5:2400:x1869752786108032:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 97us (3832us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135774.268820:0:18575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 38 00000100:00080000:1.0:1783135774.269960:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783135774.574715:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783135774.574749:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1869752809258368:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783135774.575139:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135774.575272:0:17070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809258368 00000100:00100000:1.0:1783135774.575285:0:17070:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809258368 00000100:00100000:1.0:1783135774.575381:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1783135774.575393:0:17070:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac541d99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1869752809258368:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783135774.575464:0:17070:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1783135774.575545:0:17070:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac541d99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1869752809258368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 154us (678us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135774.575554:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1783135774.575847:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1869752809258368:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783135775.076236:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135775.076409:0:17068:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786108544 00000100:00100000:0.0:1783135775.076456:0:17068:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786108544 00000100:00100000:0.0:1783135775.076550:0:17068:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 13 00000100:00100000:0.0:1783135775.076563:0:17068:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:07e1865a-1721-4bc6-87c1-03d8d78664fd+13:16347:x1869752786108544:12345-192.168.204.6@tcp:35:umount.0 00000001:00080000:0.0:1783135775.076926:0:17068:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:0.0:1783135775.077050:0:17068:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:0.0:1783135775.077294:0:17068:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:07e1865a-1721-4bc6-87c1-03d8d78664fd+16:16347:x1869752786108544:12345-192.168.204.6@tcp:35:umount.0 Request processed in 730us (1071us total) trans 8589934626 rc 0/0 00000100:00100000:0.0:1783135775.077305:0:17068:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 13 00000020:00080000:0.0:1783135775.077312:0:17068:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1783135775.084398:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135775.084466:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135775.084510:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135775.084650:0:17051:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786108672 00000100:00100000:2.0:1783135775.084663:0:17051:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786108672 00000100:00100000:2.0:1783135775.084749:0:17051:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786108928 00000100:00100000:2.0:1783135775.084752:0:17051:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786108928 00000100:00100000:2.0:1783135775.084766:0:17051:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786108800 00000100:00100000:2.0:1783135775.084768:0:17051:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786108800 00000100:00100000:2.0:1783135775.084795:0:17051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 3 00000100:00100000:2.0:1783135775.084808:0:17051:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5441bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:455f3cf7-16ee-408c-8389-ea23e4967612+15:2398:x1869752786108672:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783135775.084854:0:17051:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783135775.084881:0:17051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67c65c200/0xf7de4ef628ee0fbf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f140fdf expref: 15 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135775.084905:0:17051:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783135775.084988:0:17051:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5441bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:455f3cf7-16ee-408c-8389-ea23e4967612+14:2398:x1869752786108672:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 182us (608us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135775.084997:0:17051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 3 00000100:00100000:2.0:1783135775.085030:0:17051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 4 00000100:00100000:2.0:1783135775.085037:0:17051:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:455f3cf7-16ee-408c-8389-ea23e4967612+13:2398:x1869752786108928:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783135775.085045:0:17051:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783135775.085055:0:17051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67c527400/0xf7de4ef628ee104b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1410c6 expref: 13 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135775.085064:0:17051:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783135775.085082:0:17051:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:455f3cf7-16ee-408c-8389-ea23e4967612+12:2398:x1869752786108928:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 47us (617us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135775.085158:0:17051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 4 00000100:00100000:2.0:1783135775.085172:0:17051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 5 00000100:00100000:2.0:1783135775.085179:0:17051:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c6cb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:455f3cf7-16ee-408c-8389-ea23e4967612+11:2398:x1869752786108800:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783135775.085187:0:17051:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783135775.085196:0:17051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67e20f400/0xf7de4ef628ee0fc6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141010 expref: 11 pid: 17056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135775.085207:0:17051:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783135775.085227:0:17051:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c6cb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:455f3cf7-16ee-408c-8389-ea23e4967612+10:2398:x1869752786108800:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 48us (716us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135775.085243:0:17051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 5 00000100:00100000:1.0:1783135775.088461:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1869752809258496:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783135775.088572:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135775.088815:0:17806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809258496 00000100:00100000:2.0:1783135775.088825:0:17806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809258496 00000100:00100000:2.0:1783135775.088897:0:17806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1783135775.088909:0:17806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1869752809258496:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783135775.088963:0:17806:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1783135775.089040:0:17806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1869752809258496:12345-0@lo:41:osp-pre-1-0.0 Request processed in 133us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135775.089049:0:17806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1783135775.089299:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00010000:00010000:0.0:1783135775.089378:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783135775.089574:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1869752809258496:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783135775.089895:0:18573:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786109056 00000100:00100000:2.0:1783135775.089902:0:18573:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786109056 00000100:00100000:2.0:1783135775.089947:0:18573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 32 00000100:00100000:2.0:1783135775.089956:0:18573:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:07e1865a-1721-4bc6-87c1-03d8d78664fd+5:2397:x1869752786109056:12345-192.168.204.6@tcp:9:umount.0 00000020:00000080:2.0:1783135775.089994:0:18573:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0fe9 00000100:00080000:2.0:1783135775.090005:0:18573:0:(import.c:65:import_set_state_nolock()) ffff8ac54257d000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1783135775.090073:0:18573:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:2.0:1783135775.090284:0:18573:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:07e1865a-1721-4bc6-87c1-03d8d78664fd+2:2397:x1869752786109056:12345-192.168.204.6@tcp:9:umount.0 Request processed in 328us (985us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135775.090293:0:18573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 32 00010000:00010000:1.0:1783135775.091526:0:17052:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783135775.116577:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135775.117837:0:17065:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786109952 00000100:00100000:1.0:1783135775.117856:0:17065:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786109952 00000100:00100000:1.0:1783135775.117960:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 67 00000100:00100000:1.0:1783135775.117974:0:17065:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ad9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:07e1865a-1721-4bc6-87c1-03d8d78664fd+16:2397:x1869752786109952:12345-192.168.204.6@tcp:39:umount.0 00000020:00000080:1.0:1783135775.118042:0:17065:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0fd4 00000020:00010000:1.0:1783135775.118068:0:17065:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8ac5435a3000: total 0 00000100:00080000:1.0:1783135775.118073:0:17065:0:(import.c:65:import_set_state_nolock()) ffff8ac5425fb000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1783135775.118986:0:17065:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:1.0:1783135775.119321:0:17065:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ad9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:07e1865a-1721-4bc6-87c1-03d8d78664fd+15:2397:x1869752786109952:12345-192.168.204.6@tcp:39:umount.0 Request processed in 1344us (2754us total) trans 8589934627 rc 0/0 00000100:00100000:1.0:1783135775.119335:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 67 00000020:00010000:0.0:1783135775.120345:0:18220:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8ac5435a3000: total 0 00010000:00010000:0.0:1783135775.120579:0:18220:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ac5435a3000, canceled 0 locks, left on hash table 8. 00010000:00010000:0.0:1783135775.121296:0:18220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ac67c558100) 00010000:00010000:0.0:1783135775.121304:0:18220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1783135775.121320:0:18220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c65dc00/0xf7de4ef628ee10fa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1410e2 expref: 14 pid: 17064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135775.121351:0:18220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8ac67c491a00) 00010000:00010000:0.0:1783135775.121353:0:18220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1783135775.121358:0:18220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c527800/0xf7de4ef628ee1289 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141160 expref: 13 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135775.121394:0:18220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8ac6508cf700) 00010000:00010000:0.0:1783135775.121397:0:18220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1783135775.121425:0:18220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c65c600/0xf7de4ef628ee12e4 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f14117c expref: 12 pid: 17772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135775.121566:0:18220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8ac5424cdd00) 00010000:00010000:0.0:1783135775.121569:0:18220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1783135775.121574:0:18220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a600/0xf7de4ef628ee109f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1410cd expref: 11 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135775.121676:0:18220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8ac6508cff00) 00010000:00010000:0.0:1783135775.121679:0:18220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1783135775.121684:0:18220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c65c400/0xf7de4ef628ee117f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f14110c expref: 10 pid: 17772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135775.121705:0:18220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8ac6508cf700) 00010000:00010000:0.0:1783135775.121708:0:18220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783135775.121712:0:18220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c65d800/0xf7de4ef628ee122e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f14114b expref: 9 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135775.121728:0:18220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8ac6508cf700) 00010000:00010000:0.0:1783135775.121731:0:18220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1783135775.121735:0:18220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b600/0xf7de4ef628ee11fd lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141136 expref: 8 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135775.121754:0:18220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8ac6508cfa00) 00010000:00010000:0.0:1783135775.121757:0:18220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783135775.121761:0:18220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20fe00/0xf7de4ef628ee10bb lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1410d4 expref: 7 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135775.121777:0:18220:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ac5435a3000, canceled 8 locks, left on hash table 0. 00010000:00010000:0.0:1783135775.121954:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135775.121957:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135775.121960:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783135775.131463:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135775.131700:0:17772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786110080 00000100:00100000:3.0:1783135775.131714:0:17772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786110080 00000100:00100000:3.0:1783135775.131875:0:17772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 68 00000100:00100000:3.0:1783135775.131888:0:17772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:07e1865a-1721-4bc6-87c1-03d8d78664fd+5:2397:x1869752786110080:12345-192.168.204.6@tcp:39:umount.0 00000020:00000080:3.0:1783135775.131954:0:17772:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0fdb 00000100:00080000:3.0:1783135775.131979:0:17772:0:(import.c:65:import_set_state_nolock()) ffff8ac5425fc800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1783135775.132026:0:17772:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00010000:00010000:0.0:1783135775.132352:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783135775.133656:0:17772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:07e1865a-1721-4bc6-87c1-03d8d78664fd+3:2397:x1869752786110080:12345-192.168.204.6@tcp:39:umount.0 Request processed in 1756us (2199us total) trans 8589934593 rc 0/0 00000100:00100000:3.0:1783135775.133675:0:17772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 68 00010000:00010000:1.0:1783135776.110664:0:17052:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135777.134295:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783135777.430148:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135777.430204:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135777.430306:0:18599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786110208 00000100:00100000:0.0:1783135777.430320:0:18599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786110208 00000100:00100000:0.0:1783135777.430399:0:18599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786110336 00000100:00100000:0.0:1783135777.430403:0:18599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786110336 00000100:00100000:0.0:1783135777.430444:0:18599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 6 00000100:00100000:0.0:1783135777.430455:0:18599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:455f3cf7-16ee-408c-8389-ea23e4967612+11:2399:x1869752786110208:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783135777.430475:0:18599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783135777.430498:0:18599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67e64be00/0xf7de4ef628ee0ffe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f14104f expref: 11 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135777.430520:0:18599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783135777.430585:0:18599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:455f3cf7-16ee-408c-8389-ea23e4967612+10:2399:x1869752786110208:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 132us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135777.430593:0:18599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 6 00000100:00100000:0.0:1783135777.430612:0:18599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 7 00000100:00100000:0.0:1783135777.430619:0:18599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:455f3cf7-16ee-408c-8389-ea23e4967612+9:2399:x1869752786110336:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783135777.430627:0:18599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783135777.430635:0:18599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67e20ee00/0xf7de4ef628ee1005 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141080 expref: 9 pid: 17056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135777.430644:0:18599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783135777.430663:0:18599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:455f3cf7-16ee-408c-8389-ea23e4967612+8:2399:x1869752786110336:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 45us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135777.430685:0:18599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 7 00000100:00100000:1.0:1783135777.440647:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135777.450126:0:18599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786110464 00000100:00100000:0.0:1783135777.450144:0:18599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786110464 00000100:00100000:0.0:1783135777.450305:0:18599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 8 00000100:00100000:0.0:1783135777.450317:0:18599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543bc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:455f3cf7-16ee-408c-8389-ea23e4967612+8:2400:x1869752786110464:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783135777.450337:0:18599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783135777.450361:0:18599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67c527c00/0xf7de4ef628ee1044 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1410bf expref: 8 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135777.450380:0:18599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783135777.450462:0:18599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543bc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:455f3cf7-16ee-408c-8389-ea23e4967612+7:2400:x1869752786110464:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 147us (9829us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135777.450471:0:18599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 8 00000100:00100000:1.0:1783135777.464659:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135777.479572:0:17065:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786110720 00000100:00100000:2.0:1783135777.479591:0:17065:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786110720 00000100:00100000:2.0:1783135777.479685:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 69 00000100:00100000:2.0:1783135777.479697:0:17065:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543bc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:06406641-6839-4a1a-8419-9f7c420b54d1+6:2397:x1869752786110720:12345-192.168.204.6@tcp:39:umount.0 00000020:00000080:2.0:1783135777.479775:0:17065:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee1013 00000020:00010000:2.0:1783135777.479791:0:17065:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8ac5441e2800: total 0 00000100:00080000:2.0:1783135777.479815:0:17065:0:(import.c:65:import_set_state_nolock()) ffff8ac5441e4000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1783135777.479851:0:17065:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000020:00010000:0.0:1783135777.479932:0:17053:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8ac5441e2800: total 0 00010000:00010000:0.0:1783135777.479938:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135777.480021:0:17053:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ac5441e2800, canceled 0 locks, left on hash table 1. 00000100:00100000:2.0:1783135777.480062:0:17065:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543bc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:06406641-6839-4a1a-8419-9f7c420b54d1+5:2397:x1869752786110720:12345-192.168.204.6@tcp:39:umount.0 Request processed in 366us (15413us total) trans 8589934628 rc 0/0 00000100:00100000:2.0:1783135777.480070:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 69 00010000:00010000:0.0:1783135777.480076:0:17053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ac67c558100) 00010000:00010000:0.0:1783135777.480080:0:17053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1783135777.480116:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c65ce00/0xf7de4ef628ee1108 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1410e9 expref: 4 pid: 17772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135777.480151:0:17053:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ac5441e2800, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1783135777.480162:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135777.480164:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135777.480166:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1783135777.481639:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783135777.502203:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135777.502367:0:17066:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786110848 00000100:00100000:0.0:1783135777.502383:0:17066:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786110848 00000100:00100000:0.0:1783135777.502532:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 70 00000100:00100000:0.0:1783135777.502545:0:17066:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543adad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:06406641-6839-4a1a-8419-9f7c420b54d1+5:2397:x1869752786110848:12345-192.168.204.6@tcp:39:umount.0 00000020:00000080:0.0:1783135777.502604:0:17066:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee101a 00000100:00080000:0.0:1783135777.502615:0:17066:0:(import.c:65:import_set_state_nolock()) ffff8ac54257b000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1783135777.502654:0:17066:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:0.0:1783135777.502875:0:17066:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543adad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:06406641-6839-4a1a-8419-9f7c420b54d1+3:2397:x1869752786110848:12345-192.168.204.6@tcp:39:umount.0 Request processed in 317us (674us total) trans 8589934594 rc 0/0 00000100:00100000:0.0:1783135777.502885:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 70 00000100:00080000:1.0:1783135777.503030:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1783135777.503692:0:17052:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783135777.562851:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135777.563474:0:17058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786111104 00000100:00100000:1.0:1783135777.563490:0:17058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786111104 00000100:00100000:1.0:1783135777.563581:0:17058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 177 00000100:00100000:1.0:1783135777.563599:0:17058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67e205c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:455f3cf7-16ee-408c-8389-ea23e4967612+7:2397:x1869752786111104:12345-192.168.204.6@tcp:251:umount.0 00000020:00000080:1.0:1783135777.563688:0:17058:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0fb1 00000020:00010000:1.0:1783135777.563699:0:17058:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8ac5441e4800: total 0 00000100:00080000:1.0:1783135777.563728:0:17058:0:(import.c:65:import_set_state_nolock()) ffff8ac5441e5000 : changing import state from FULL to CLOSED 00000020:00010000:0.0:1783135777.563930:0:18220:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8ac5441e4800: total 0 00010000:00010000:0.0:1783135777.564034:0:18220:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ac5441e4800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1783135777.564079:0:18220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67e64b200/0xf7de4ef628ee0fb8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f140fd8 expref: 3 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135777.564138:0:18220:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ac5441e4800, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1783135777.564152:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135777.564154:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135777.564156:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783135777.564497:0:17058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67e205c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:455f3cf7-16ee-408c-8389-ea23e4967612+1:2397:x1869752786111104:12345-192.168.204.6@tcp:251:umount.0 Request processed in 902us (1657us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135777.564508:0:17058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 177 00000020:00000080:1.0:1783135777.564522:0:17058:0:(genops.c:906:class_export_put()) final put ffff8ac5441e4800/455f3cf7-16ee-408c-8389-ea23e4967612 00000020:00000080:0.0:1783135777.564787:0:468:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac5441e4800/455f3cf7-16ee-408c-8389-ea23e4967612 for MGS 00000020:00000080:0.0:1783135777.564837:0:468:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac5441e5000 for MGS 00000100:00100000:1.0:1783135778.158578:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3646:1869752809258624:0@lo:400:kworker.0 00000100:00100000:0.0:1783135778.158673:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1869752809258752:0@lo:400:kworker.0 00000100:00100000:1.0:1783135778.158718:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135778.159648:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135778.159726:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67f84df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1869752809259264:0@lo:400:kworker.0 00000100:00100000:0.0:1783135778.159765:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135778.159792:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac643476a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1869752809259776:0@lo:400:kworker.0 00000100:00100000:0.0:1783135778.159824:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135778.159864:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1869752809260288:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783135778.159907:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135778.159931:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1783135778.159938:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543b3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1869752809259648:0@lo:400:kworker.0 00000100:00100000:0.0:1783135778.159979:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135778.159998:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac643474700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1869752809260160:0@lo:400:kworker.0 00000100:00100000:0.0:1783135778.160021:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135778.160060:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809258880:0@lo:400:kworker.0 00000100:00100000:0.0:1783135778.160115:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135778.160140:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67f84e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809259392:0@lo:400:kworker.0 00000100:00100000:0.0:1783135778.160172:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135778.160195:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac643474a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1869752809259904:0@lo:400:kworker.0 00000100:00100000:0.0:1783135778.160227:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135778.160258:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809260416:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783135778.160300:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135778.160323:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1783135778.160329:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809259008:0@lo:400:kworker.0 00000100:00100000:0.0:1783135778.160365:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135778.160398:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543b3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809259520:0@lo:400:kworker.0 00000100:00100000:0.0:1783135778.160429:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135778.160450:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac643477480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3648:1869752809260032:0@lo:400:kworker.0 00000100:00100000:0.0:1783135778.160469:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783135778.160504:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783135778.160521:0:17059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809258624 00000100:00100000:0.0:1783135778.160530:0:17059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809258624 00000100:00100000:0.0:1783135778.160599:0:17059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:0.0:1783135778.160622:0:17059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67e204850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd33be97-b4c1-460b-98a5-4a7a9daa67b8+24:3646:x1869752809258624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783135778.160684:0:17059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67e204850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd33be97-b4c1-460b-98a5-4a7a9daa67b8+24:3646:x1869752809258624:12345-0@lo:400:kworker.0 Request processed in 68us (1969us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135778.160693:0:17059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:0.0:1783135778.160746:0:17064:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809259776 00000100:00100000:0.0:1783135778.160750:0:17064:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809259776 00000100:00100000:0.0:1783135778.160791:0:17064:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809259648 00000100:00100000:0.0:1783135778.160794:0:17064:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809259648 00000100:00100000:0.0:1783135778.160810:0:17064:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809260160 00000100:00100000:0.0:1783135778.160812:0:17064:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809260160 00000100:00100000:0.0:1783135778.160849:0:17064:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809259904 00000100:00100000:0.0:1783135778.160853:0:17064:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809259904 00000100:00100000:0.0:1783135778.160867:0:17064:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809260032 00000100:00100000:0.0:1783135778.160870:0:17064:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809260032 00000100:00100000:0.0:1783135778.160883:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1783135778.160889:0:17064:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1869752809259776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783135778.160928:0:17064:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1869752809259776:12345-0@lo:400:kworker.0 Request processed in 39us (1104us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135778.160934:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1783135778.160946:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1783135778.160953:0:17064:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac541d91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1869752809259648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783135778.160997:0:17064:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac541d91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1869752809259648:12345-0@lo:400:kworker.0 Request processed in 44us (1018us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135778.161003:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1783135778.161013:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1783135778.161019:0:17064:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac541d90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1869752809260160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783135778.161042:0:17064:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac541d90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1869752809260160:12345-0@lo:400:kworker.0 Request processed in 23us (1021us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135778.161055:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1783135778.161068:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1783135778.161074:0:17064:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67e2a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1869752809259904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783135778.161132:0:17064:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67e2a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1869752809259904:12345-0@lo:400:kworker.0 Request processed in 58us (906us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135778.161138:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1783135778.161150:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1783135778.161156:0:17064:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67e2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1869752809260032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783135778.161182:0:17064:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67e2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1869752809260032:12345-0@lo:400:kworker.0 Request processed in 26us (711us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135778.161188:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1783135778.161206:0:18577:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809260288 00000100:00100000:0.0:1783135778.161211:0:18577:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809260288 00000100:00100000:0.0:1783135778.161228:0:18577:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809260416 00000100:00100000:0.0:1783135778.161231:0:18577:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809260416 00000100:00100000:0.0:1783135778.161245:0:18577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1783135778.161251:0:18577:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543b99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1869752809260288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783135778.161276:0:18577:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1783135778.161309:0:18577:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543b99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1869752809260288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (1402us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135778.161315:0:18577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1783135778.161326:0:18577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1783135778.161333:0:18577:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67e2a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809260416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1783135778.161342:0:18577:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1783135778.161363:0:18577:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67e2a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809260416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 31us (1062us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135778.161374:0:18577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1783135778.161397:0:19680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809258880 00000100:00100000:0.0:1783135778.161402:0:19680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809258880 00000100:00100000:0.0:1783135778.161428:0:19680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809259392 00000100:00100000:0.0:1783135778.161430:0:19680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809259392 00000100:00100000:0.0:1783135778.161441:0:19680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809259008 00000100:00100000:0.0:1783135778.161443:0:19680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809259008 00000100:00100000:0.0:1783135778.161450:0:19680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809259520 00000100:00100000:0.0:1783135778.161453:0:19680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809259520 00000100:00100000:0.0:1783135778.161463:0:19680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1783135778.161468:0:19680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac541d93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809258880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783135778.161500:0:19680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac541d93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809258880:12345-0@lo:400:kworker.0 Request processed in 31us (1385us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135778.161506:0:19680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1783135778.161517:0:19680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1783135778.161523:0:19680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac541d93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809259392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783135778.161549:0:19680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac541d93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809259392:12345-0@lo:400:kworker.0 Request processed in 26us (1377us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135778.161555:0:19680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1783135778.161566:0:19680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1783135778.161571:0:19680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67e2a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809259008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783135778.161612:0:19680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67e2a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809259008:12345-0@lo:400:kworker.0 Request processed in 41us (1250us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135778.161619:0:19680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1783135778.161629:0:19680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1783135778.161635:0:19680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67e2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809259520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783135778.161668:0:19680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67e2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809259520:12345-0@lo:400:kworker.0 Request processed in 33us (1238us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135778.161674:0:19680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1783135778.161727:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809259008:0@lo:400:kworker.0 00000100:00100000:0.0:1783135778.161738:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543b3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809259520:0@lo:400:kworker.0 00000100:00100000:0.0:1783135778.161747:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac643477480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3648:1869752809260032:0@lo:400:kworker.0 00000100:00100000:0.0:1783135778.161756:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809258880:0@lo:400:kworker.0 00000100:00100000:0.0:1783135778.161765:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67f84e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809259392:0@lo:400:kworker.0 00010000:00080000:0.0:1783135778.161777:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac643474a80 x1869752809259904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783135778.161787:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac643474a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1869752809259904:0@lo:400:kworker.0 00000100:00100000:0.0:1783135778.161800:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809260416:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783135778.161844:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543b3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1869752809259648:0@lo:400:kworker.0 00010000:00080000:0.0:1783135778.161854:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac643474700 x1869752809260160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783135778.161862:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac643474700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1869752809260160:0@lo:400:kworker.0 00000100:00100000:0.0:1783135778.161873:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1869752809260288:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783135778.161883:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac643476a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1869752809259776:0@lo:400:kworker.0 00000100:00080000:0.0:1783135778.161938:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1783135778.162677:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783135778.162698:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783135778.162701:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783135778.163801:0:17069:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809258752 00000100:00100000:2.0:1783135778.163814:0:17069:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809258752 00000100:00100000:2.0:1783135778.164421:0:17069:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809259264 00000100:00100000:2.0:1783135778.164427:0:17069:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809259264 00000100:00100000:2.0:1783135778.164455:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1783135778.164467:0:17069:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543b99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1869752809258752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135778.164577:0:17069:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543b99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1869752809258752:12345-0@lo:400:kworker.0 Request processed in 112us (4933us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135778.164585:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1783135778.164604:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1783135778.164610:0:17069:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543b99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1869752809259264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135778.164639:0:17069:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543b99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1869752809259264:12345-0@lo:400:kworker.0 Request processed in 29us (4874us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135778.164644:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1783135778.164698:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783135778.164717:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809260544:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783135778.164766:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135778.164808:0:18577:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809260544 00000100:00100000:2.0:1783135778.164812:0:18577:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809260544 00000100:00100000:2.0:1783135778.164844:0:18577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1783135778.164954:0:18577:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809260544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783135778.164995:0:18577:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1783135778.165047:0:18577:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809260544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135778.165054:0:18577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1783135778.165132:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809260544:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783135778.165728:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1869752809258752:0@lo:400:kworker.0 00000100:00100000:3.0:1783135778.168377:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67f84df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1869752809259264:0@lo:400:kworker.0 00000100:00100000:0.0:1783135778.170610:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3646:1869752809258624:0@lo:400:kworker.0 00000100:00100000:0.0:1783135778.170633:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1869752809259136:0@lo:400:kworker.0 00000100:00100000:0.0:1783135778.170733:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135778.170947:0:17064:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809259136 00000100:00100000:3.0:1783135778.170984:0:17064:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809259136 00000100:00100000:3.0:1783135778.171073:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1783135778.171108:0:17064:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67e2a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1869752809259136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783135778.171184:0:17064:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67e2a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1869752809259136:12345-0@lo:400:kworker.0 Request processed in 101us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135778.171194:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1783135778.171240:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1869752809259136:0@lo:400:kworker.0 00000100:00100000:0.0:1783135779.184470:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809260672:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783135779.184580:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135779.184700:0:18577:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809260672 00000100:00100000:0.0:1783135779.184710:0:18577:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809260672 00000100:00100000:0.0:1783135779.184770:0:18577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1783135779.184782:0:18577:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67f84df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809260672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1783135779.184821:0:18577:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1783135779.184879:0:18577:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67f84df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809260672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135779.184887:0:18577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00010000:00010000:0.0:1783135779.184921:0:17052:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783135779.184983:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809260672:0@lo:13:osp-pre-0-1.0 00000020:01000004:3.0:1783135779.531388:0:20641:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:0.0:1783135779.554460:0:20641:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:0.0:1783135779.554570:0:20641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac682173600/0xf7de4ef628ee0b74 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee0b7b expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135779.554671:0:20641:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac682173600/0xf7de4ef628ee0b74 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee0b7b expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135779.554679:0:20641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac682173600/0xf7de4ef628ee0b74 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee0b7b expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135779.554686:0:20641:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8ac682173600/0xf7de4ef628ee0b74 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee0b7b expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135779.555232:0:20641:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1783135779.555244:0:20641:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1783135779.555284:0:20641:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783135779.555290:0:20641:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1783135779.555300:0:20641:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1783135779.555348:0:20641:0:(import.c:65:import_set_state_nolock()) ffff8ac643717000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1783135779.555401:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67f84e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3645:1869752809260800:0@lo:39:umount.0 00000100:00100000:0.0:1783135779.555514:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135779.555628:0:17772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809260800 00000100:00100000:0.0:1783135779.555640:0:17772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809260800 00000100:00100000:0.0:1783135779.555720:0:17772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1783135779.555731:0:17772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac643476a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1869752809260800:12345-0@lo:39:umount.0 00000020:00000080:0.0:1783135779.555778:0:17772:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0ba5 00000100:00080000:0.0:1783135779.555791:0:17772:0:(import.c:65:import_set_state_nolock()) ffff8ac67c6fc000 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1783135779.561455:0:18220:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783135779.561476:0:18220:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8ac682173600/0xf7de4ef628ee0b74 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee0b7b expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135779.561492:0:18220:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac682173600 already unused, calling callback (ffffffffc12dac20) 10000000:00010000:3.0:1783135779.561498:0:18220:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8ac682173600/0xf7de4ef628ee0b74 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee0b7b expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135779.561511:0:18220:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac682173600/0xf7de4ef628ee0b74 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xf7de4ef628ee0b7b expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783135779.561520:0:18220:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac682173600/0xf7de4ef628ee0b74 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xf7de4ef628ee0b7b expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783135779.561527:0:18220:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1783135779.561531:0:18220:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1783135779.561535:0:18220:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1783135779.561744:0:18220:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8ac682173600/0xf7de4ef628ee0b74 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xf7de4ef628ee0b7b expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135779.561753:0:18220:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783135779.561794:0:18220:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8ac682173600/0xf7de4ef628ee0b74 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xf7de4ef628ee0b7b expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135779.561803:0:18220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac682173600/0xf7de4ef628ee0b74 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xf7de4ef628ee0b7b expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135779.561824:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135779.561826:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135779.561828:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783135779.563211:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783135779.563260:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac6434f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3646:1869752809260928:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783135779.563385:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135779.563712:0:17049:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809260928 00000100:00100000:3.0:1783135779.563724:0:17049:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809260928 00000100:00100000:3.0:1783135779.563803:0:17049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1783135779.563814:0:17049:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac6434f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cd33be97-b4c1-460b-98a5-4a7a9daa67b8+24:3646:x1869752809260928:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783135779.563858:0:17049:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783135779.563885:0:17049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67f909e00/0xf7de4ef628ee0b7b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf7de4ef628ee0b74 expref: 24 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135779.563905:0:17049:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783135779.563991:0:17049:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac6434f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cd33be97-b4c1-460b-98a5-4a7a9daa67b8+23:3646:x1869752809260928:12345-0@lo:103:ldlm_bl.0 Request processed in 178us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135779.564000:0:17049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1783135779.564059:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac6434f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3646:1869752809260928:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783135779.570568:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783135779.572255:0:17772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac643476a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+1:3645:x1869752809260800:12345-0@lo:39:umount.0 Request processed in 14984us (15200us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135779.572279:0:17772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:1.0:1783135779.572331:0:17772:0:(genops.c:906:class_export_put()) final put ffff8ac67c6fc800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1783135779.574532:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac67c6fc800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1783135779.574643:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac67c6fc000 for lustre-MDT0000 00000100:00080000:0.0:1783135779.574721:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac643717000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1783135779.574743:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67f84e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3645:1869752809260800:0@lo:39:umount.0 00000100:00080000:0.0:1783135779.575836:0:20641:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783135779.575846:0:20641:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1783135779.575855:0:20641:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1783135779.585462:0:20641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac650988800/0xf7de4ef628ee0ac5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee0acc expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135779.585492:0:20641:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac650988800/0xf7de4ef628ee0ac5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee0acc expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135779.585502:0:20641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac650988800/0xf7de4ef628ee0ac5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee0acc expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135779.585510:0:20641:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8ac650988800/0xf7de4ef628ee0ac5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee0acc expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135779.585539:0:20641:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783135779.585548:0:20641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c526e00/0xf7de4ef628ee0ed1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee0ed8 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135779.585555:0:20641:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c526e00/0xf7de4ef628ee0ed1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee0ed8 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135779.585562:0:20641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c526e00/0xf7de4ef628ee0ed1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee0ed8 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135779.585568:0:20641:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8ac67c526e00/0xf7de4ef628ee0ed1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee0ed8 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135779.585608:0:20641:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1783135779.585617:0:20641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c65da00/0xf7de4ef628ee107c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1083 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135779.585624:0:20641:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c65da00/0xf7de4ef628ee107c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee1083 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135779.585631:0:20641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c65da00/0xf7de4ef628ee107c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee1083 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135779.585637:0:20641:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8ac67c65da00/0xf7de4ef628ee107c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee1083 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135779.585663:0:20641:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1783135779.585669:0:20641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac650989200/0xf7de4ef628ee0ab7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee0abe expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135779.585676:0:20641:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac650989200/0xf7de4ef628ee0ab7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee0abe expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135779.585682:0:20641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac650989200/0xf7de4ef628ee0ab7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee0abe expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135779.585688:0:20641:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8ac650989200/0xf7de4ef628ee0ab7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee0abe expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135779.585696:0:20641:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:2.0:1783135779.585699:0:20641:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:2.0:1783135779.585742:0:20641:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0000 00000020:01000000:2.0:1783135779.585748:0:20641:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:2.0:1783135779.585753:0:20641:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783135779.585760:0:20641:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:2.0:1783135779.585769:0:20641:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff8ac54257f800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1783135779.585776:0:20641:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff8ac67f83e800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1783135779.585780:0:20641:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff8ac648a88800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1783135779.585785:0:20641:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff8ac67c2f8000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1783135779.585794:0:20641:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff8ac5441e2800 06406641-6839-4a1a-8419-9f7c420b54d1 192.168.204.6@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:2.0:1783135779.585800:0:20641:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff8ac5435a3000 07e1865a-1721-4bc6-87c1-03d8d78664fd 192.168.204.6@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:2.0:1783135779.585805:0:20641:0:(genops.c:1574:class_disconnect_exports()) OBD device 5 (ffff8ac541dc0000) has exports, disconnecting them 00000020:00080000:2.0:1783135779.585810:0:20641:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8ac54257f800), last request at 1783135778 00000020:00000080:2.0:1783135779.585819:0:20641:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0ea0 00000100:00080000:2.0:1783135779.585850:0:20641:0:(import.c:65:import_set_state_nolock()) ffff8ac54257e000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1783135779.585915:0:20641:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8ac54257f800): rc 0 00000020:00000080:2.0:1783135779.585918:0:20641:0:(genops.c:906:class_export_put()) final put ffff8ac54257f800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:2.0:1783135779.585945:0:20641:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8ac67f83e800), last request at 1783135778 00000020:00000080:2.0:1783135779.585949:0:20641:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0d42 00000100:00080000:2.0:1783135779.585955:0:20641:0:(import.c:65:import_set_state_nolock()) ffff8ac67f83f800 : changing import state from FULL to CLOSED 00000020:00000080:2.0:1783135779.585970:0:13713:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac54257f800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1783135779.586053:0:13713:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac54257e000 for lustre-MDT0000 00000020:00080000:2.0:1783135779.586072:0:20641:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8ac67f83e800): rc 0 00000020:00000080:2.0:1783135779.586074:0:20641:0:(genops.c:906:class_export_put()) final put ffff8ac67f83e800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:2.0:1783135779.586084:0:20641:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8ac648a88800), last request at 1783135697 00000020:00000080:2.0:1783135779.586118:0:20641:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0c93 00000100:00080000:2.0:1783135779.586123:0:20641:0:(import.c:65:import_set_state_nolock()) ffff8ac642c33800 : changing import state from FULL to CLOSED 00000020:00000080:2.0:1783135779.586141:0:13713:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac67f83e800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1783135779.586173:0:13713:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac67f83f800 for lustre-MDT0000 00000020:00080000:2.0:1783135779.586188:0:20641:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8ac648a88800): rc 0 00000020:00000080:2.0:1783135779.586190:0:20641:0:(genops.c:906:class_export_put()) final put ffff8ac648a88800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:2.0:1783135779.586198:0:20641:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8ac67c2f8000), last request at 1783135697 00000020:00000080:2.0:1783135779.586203:0:20641:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0c2a 00000100:00080000:2.0:1783135779.586208:0:20641:0:(import.c:65:import_set_state_nolock()) ffff8ac647217000 : changing import state from FULL to CLOSED 00000020:00000080:2.0:1783135779.586215:0:13713:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac648a88800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00010000:00010000:1.0:1783135779.587362:0:18220:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1783135779.587382:0:18220:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8ac650988800/0xf7de4ef628ee0ac5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee0acc expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135779.587398:0:18220:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac650988800 already unused, calling callback (ffffffffc12dac20) 10000000:00010000:1.0:1783135779.587403:0:18220:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8ac650988800/0xf7de4ef628ee0ac5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee0acc expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135779.587417:0:18220:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac650988800/0xf7de4ef628ee0ac5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xf7de4ef628ee0acc expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783135779.587426:0:18220:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac650988800/0xf7de4ef628ee0ac5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xf7de4ef628ee0acc expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783135779.587433:0:18220:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1783135779.587450:0:18220:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:01000000:1.0:1783135779.587454:0:18220:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00010000:00010000:1.0:1783135779.587533:0:18220:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8ac650988800/0xf7de4ef628ee0ac5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xf7de4ef628ee0acc expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135779.587540:0:18220:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783135779.587589:0:18220:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8ac650988800/0xf7de4ef628ee0ac5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xf7de4ef628ee0acc expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135779.587597:0:18220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac650988800/0xf7de4ef628ee0ac5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xf7de4ef628ee0acc expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135779.587616:0:18220:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1783135779.587620:0:18220:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8ac67c526e00/0xf7de4ef628ee0ed1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee0ed8 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135779.587650:0:18220:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c526e00 already unused, calling callback (ffffffffc12dac20) 10000000:00010000:1.0:1783135779.587654:0:18220:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8ac67c526e00/0xf7de4ef628ee0ed1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee0ed8 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135779.587661:0:18220:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac67c526e00/0xf7de4ef628ee0ed1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf7de4ef628ee0ed8 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783135779.587667:0:18220:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac67c526e00/0xf7de4ef628ee0ed1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf7de4ef628ee0ed8 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783135779.587672:0:18220:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1783135779.587675:0:18220:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:1.0:1783135779.587677:0:18220:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1783135779.587694:0:18220:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8ac67c526e00/0xf7de4ef628ee0ed1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf7de4ef628ee0ed8 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135779.587709:0:18220:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783135779.587717:0:18220:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8ac67c526e00/0xf7de4ef628ee0ed1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf7de4ef628ee0ed8 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135779.587724:0:18220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac67c526e00/0xf7de4ef628ee0ed1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf7de4ef628ee0ed8 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135779.587735:0:18220:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783135779.587739:0:18220:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8ac67c65da00/0xf7de4ef628ee107c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee1083 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135779.587744:0:18220:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c65da00 already unused, calling callback (ffffffffc12dac20) 10000000:00010000:1.0:1783135779.587748:0:18220:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8ac67c65da00/0xf7de4ef628ee107c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee1083 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135779.587761:0:18220:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac67c65da00/0xf7de4ef628ee107c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xf7de4ef628ee1083 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783135779.587768:0:18220:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac67c65da00/0xf7de4ef628ee107c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xf7de4ef628ee1083 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783135779.587773:0:18220:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1783135779.587775:0:18220:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1783135779.587777:0:18220:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1783135779.587792:0:18220:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8ac67c65da00/0xf7de4ef628ee107c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xf7de4ef628ee1083 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135779.587799:0:18220:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783135779.587821:0:18220:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8ac67c65da00/0xf7de4ef628ee107c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xf7de4ef628ee1083 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135779.587828:0:18220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac67c65da00/0xf7de4ef628ee107c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xf7de4ef628ee1083 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135779.587851:0:18220:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783135779.587855:0:18220:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8ac650989200/0xf7de4ef628ee0ab7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee0abe expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135779.587861:0:18220:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac650989200 already unused, calling callback (ffffffffc12dac20) 10000000:00010000:1.0:1783135779.587864:0:18220:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8ac650989200/0xf7de4ef628ee0ab7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee0abe expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135779.587872:0:18220:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac650989200/0xf7de4ef628ee0ab7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf7de4ef628ee0abe expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783135779.587894:0:18220:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac650989200/0xf7de4ef628ee0ab7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf7de4ef628ee0abe expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783135779.587899:0:18220:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1783135779.587901:0:18220:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1783135779.587903:0:18220:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:1.0:1783135779.587916:0:18220:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8ac650989200/0xf7de4ef628ee0ab7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf7de4ef628ee0abe expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135779.587922:0:18220:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783135779.587927:0:18220:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8ac650989200/0xf7de4ef628ee0ab7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf7de4ef628ee0abe expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135779.587945:0:18220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac650989200/0xf7de4ef628ee0ab7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf7de4ef628ee0abe expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135779.587958:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135779.587960:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135779.587961:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783135779.588624:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac6434f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3648:1869752809261056:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783135779.588737:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135779.588827:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00000080:2.0:1783135779.588861:0:13713:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac642c33800 for lustre-MDT0000 00000100:00100000:1.0:1783135779.589155:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac6434f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3648:1869752809261184:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783135779.589191:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135779.589228:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac6434f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3647:1869752809261440:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783135779.589258:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135779.589457:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783135779.589466:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac6434f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3647:1869752809261312:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783135779.589512:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135779.589553:0:17050:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809261056 00000100:00100000:1.0:1783135779.589564:0:17050:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809261056 00000100:00100000:1.0:1783135779.589621:0:17050:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809261184 00000100:00100000:1.0:1783135779.589623:0:17050:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809261184 00000100:00100000:1.0:1783135779.589638:0:17050:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809261440 00000100:00100000:1.0:1783135779.589641:0:17050:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809261440 00000100:00100000:1.0:1783135779.589653:0:17050:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809261312 00000100:00100000:1.0:1783135779.589655:0:17050:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809261312 00000100:00100000:1.0:1783135779.589674:0:17050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1783135779.589685:0:17050:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac6434f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cd33be97-b4c1-460b-98a5-4a7a9daa67b8+26:3648:x1869752809261056:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783135779.589774:0:17050:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783135779.589798:0:17050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67e20ea00/0xf7de4ef628ee0acc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf7de4ef628ee0ac5 expref: 26 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135779.589816:0:17050:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783135779.590146:0:17050:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac6434f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cd33be97-b4c1-460b-98a5-4a7a9daa67b8+25:3648:x1869752809261056:12345-0@lo:103:ldlm_bl.0 Request processed in 461us (1410us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135779.590157:0:17050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1783135779.590182:0:17050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1783135779.590189:0:17050:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac6434f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cd33be97-b4c1-460b-98a5-4a7a9daa67b8+24:3648:x1869752809261184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783135779.590199:0:17050:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783135779.590208:0:17050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac6413e8c00/0xf7de4ef628ee0ed8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf7de4ef628ee0ed1 expref: 24 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135779.590220:0:17050:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783135779.590241:0:17050:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac6434f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cd33be97-b4c1-460b-98a5-4a7a9daa67b8+23:3648:x1869752809261184:12345-0@lo:103:ldlm_bl.0 Request processed in 53us (1050us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135779.590247:0:17050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1783135779.590270:0:17050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1783135779.590277:0:17050:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c6c8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cd33be97-b4c1-460b-98a5-4a7a9daa67b8+22:3647:x1869752809261440:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783135779.591241:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135779.591586:0:17052:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:2.0:1783135779.591631:0:20641:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00100000:0.0:1783135779.591633:0:18599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1783135779.591665:0:18599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543795180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cd33be97-b4c1-460b-98a5-4a7a9daa67b8+22:3647:x1869752809261312:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783135779.591687:0:18599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783135779.591722:0:18599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67c526200/0xf7de4ef628ee1083 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf7de4ef628ee107c expref: 22 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135779.591744:0:18599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00080000:2.0:1783135779.591754:0:20641:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8ac67c2f8000): rc 0 00000004:00000080:2.0:1783135779.591766:0:20641:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa3f9c0dcbae0 00000100:00080000:2.0:1783135779.591791:0:20641:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1783135779.591798:0:20641:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00010000:00010000:1.0:1783135779.591821:0:17050:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1783135779.591839:0:18599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543795180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cd33be97-b4c1-460b-98a5-4a7a9daa67b8+21:3647:x1869752809261312:12345-0@lo:103:ldlm_bl.0 Request processed in 185us (2325us total) trans 0 rc 0/0 00010000:00010000:1.0:1783135779.591844:0:17050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67e20e800/0xf7de4ef628ee0abe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf7de4ef628ee0ab7 expref: 21 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135779.591848:0:18599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00010000:1.0:1783135779.591856:0:17050:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783135779.591886:0:17050:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c6c8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cd33be97-b4c1-460b-98a5-4a7a9daa67b8+19:3647:x1869752809261440:12345-0@lo:103:ldlm_bl.0 Request processed in 1609us (2627us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135779.591893:0:17050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1783135779.592002:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac6434f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3648:1869752809261184:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783135779.592021:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac6434f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3647:1869752809261312:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783135779.592021:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac6434f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3648:1869752809261056:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783135779.592033:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac6434f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3647:1869752809261440:0@lo:103:ldlm_bl.0 00000100:00080000:2.0:1783135779.592812:0:20641:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1783135779.592848:0:20641:0:(import.c:65:import_set_state_nolock()) ffff8ac660a3f800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1783135779.595847:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ada300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809261568:0@lo:39:umount.0 00000100:00100000:0.0:1783135779.596002:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1783135779.597123:0:20641:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1783135779.597137:0:20641:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 3 00000004:00080000:2.0:1783135779.597169:0:20641:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1783135779.597498:0:20641:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1783135779.597533:0:20641:0:(import.c:65:import_set_state_nolock()) ffff8ac544115000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1783135779.597553:0:20641:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1783135779.597555:0:20641:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:2.0:1783135779.597571:0:20641:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1783135779.597659:0:20641:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1783135779.597672:0:20641:0:(import.c:65:import_set_state_nolock()) ffff8ac67c3d0800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:2.0:1783135779.597723:0:20641:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff8ac541dc0000) has no exports 00000100:00100000:3.0:1783135779.600391:0:17069:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809261568 00000100:00100000:3.0:1783135779.600420:0:17069:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809261568 00000100:00100000:3.0:1783135779.600530:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1783135779.600546:0:17069:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac643474700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1869752809261568:12345-0@lo:39:umount.0 00000020:00000080:3.0:1783135779.600608:0:17069:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0cbd 00000100:00080000:3.0:1783135779.600623:0:17069:0:(import.c:65:import_set_state_nolock()) ffff8ac647f9a000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1783135779.600673:0:17069:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1783135779.600962:0:17069:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac643474700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+3:3645:x1869752809261568:12345-0@lo:39:umount.0 Request processed in 419us (4959us total) trans 8589934595 rc 0/0 00000100:00100000:3.0:1783135779.600974:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00010000:00010000:3.0:1783135779.601017:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783135779.601497:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543adaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809261696:0@lo:9:umount.0 00000100:00100000:0.0:1783135779.601573:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135779.601610:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543adbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809261824:0@lo:9:umount.0 00000100:00100000:0.0:1783135779.601634:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1783135779.601681:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac660a3f800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1783135779.601690:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ada300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809261568:0@lo:39:umount.0 00000100:00100000:0.0:1783135779.601723:0:19680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809261696 00000100:00100000:0.0:1783135779.601730:0:19680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809261696 00000100:00100000:0.0:1783135779.601772:0:19680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809261824 00000100:00100000:0.0:1783135779.601776:0:19680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809261824 00000100:00100000:0.0:1783135779.601801:0:19680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1783135779.601810:0:19680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac643474a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3645:x1869752809261696:12345-0@lo:9:umount.0 00000020:00000080:0.0:1783135779.601837:0:19680:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0d88 00000100:00080000:0.0:1783135779.601847:0:19680:0:(import.c:65:import_set_state_nolock()) ffff8ac543697800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1783135779.601907:0:19680:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1783135779.602082:0:19680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac643474a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+2:3645:x1869752809261696:12345-0@lo:9:umount.0 Request processed in 273us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135779.602115:0:19680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1783135779.602165:0:19680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1783135779.602172:0:19680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac643477480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3645:x1869752809261824:12345-0@lo:9:umount.0 00000020:00000080:0.0:1783135779.602188:0:19680:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0edf 00000100:00080000:0.0:1783135779.602194:0:19680:0:(import.c:65:import_set_state_nolock()) ffff8ac5441e7000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1783135779.602219:0:19680:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1783135779.602315:0:19680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac643477480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+2:3645:x1869752809261824:12345-0@lo:9:umount.0 Request processed in 143us (679us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135779.602322:0:19680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00010000:00010000:0.0:1783135779.602354:0:17052:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783135779.602377:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac544115000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1783135779.602388:0:3645:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1783135779.602391:0:3645:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1783135779.602394:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543adaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809261696:0@lo:9:umount.0 00000100:00080000:0.0:1783135779.602408:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac67c3d0800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1783135779.602422:0:3645:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1783135779.602424:0:3645:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1783135779.602426:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543adbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809261824:0@lo:9:umount.0 00010000:00010000:3.0:1783135779.602912:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1783135779.636669:0:20641:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff8ac541dc0000) has no exports 00000100:00100000:3.0:1783135779.694583:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783135779.694625:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543796300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1869752809261952:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783135779.694777:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135779.694965:0:17070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809261952 00000100:00100000:1.0:1783135779.694979:0:17070:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809261952 00000100:00100000:1.0:1783135779.695060:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1783135779.695073:0:17070:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac541d98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3649:x1869752809261952:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:1.0:1783135779.695121:0:17070:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1783135779.695191:0:17070:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac541d98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3649:x1869752809261952:12345-0@lo:41:osp-pre-0-1.0 Request processed in 117us (415us total) trans 0 rc -107/-107 00000100:00100000:1.0:1783135779.695201:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:02020000:3.0:1783135779.695374:0:3649:0:(client.c:1491:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:3.0:1783135779.708585:0:3649:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1783135779.708599:0:3649:0:(import.c:65:import_set_state_nolock()) ffff8ac658084000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1783135779.708606:0:3649:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000020:00000080:0.0:1783135779.714558:0:20641:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0b12 00000020:00000080:0.0:1783135779.714578:0:20641:0:(genops.c:906:class_export_put()) final put ffff8ac643828800/lustre-QMT0000_UUID 00000020:01000000:0.0:1783135779.714608:0:20641:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:2.0:1783135779.714735:0:20641:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783135779.714776:0:20641:0:(obd_config.c:955:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1783135779.714784:0:20641:0:(genops.c:1579:class_disconnect_exports()) OBD device 7 (ffff8ac54359b380) has no exports 00000020:00000080:2.0:1783135779.715455:0:20641:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0b0b 00000020:00000080:2.0:1783135779.715467:0:20641:0:(genops.c:906:class_export_put()) final put ffff8ac543909000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1783135779.715553:0:20641:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783135779.715564:0:20641:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1783135779.718484:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac643828800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:1.0:1783135779.718505:0:8:0:(genops.c:906:class_export_put()) final put ffff8ac54390f000/lustre-QMT0000_UUID 00000020:00000080:1.0:1783135779.718509:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac54390f000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:1.0:1783135779.718531:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:1.0:1783135779.718767:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac543909000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000100:00080000:3.0:1783135779.738210:0:3649:0:(import.c:65:import_set_state_nolock()) ffff8ac658084000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783135779.738235:0:3649:0:(import.c:512:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 601 00000100:00080000:3.0:1783135779.738254:0:3649:0:(import.c:626:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8ac658084000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:2.0:1783135779.738605:0:3649:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac543adb100 x1869752809262080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783135779.739052:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543adb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1869752809262080:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1783135779.739374:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135779.739523:0:17806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809262080 00000100:00100000:2.0:1783135779.739536:0:17806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809262080 00000100:00100000:2.0:1783135779.739597:0:17806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1783135779.739607:0:17806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543796a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3645:x1869752809262080:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:2.0:1783135779.739634:0:17806:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1783135779.753139:0:17806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543796a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3645:x1869752809262080:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 13513us (13747us total) trans 0 rc -19/-19 00000100:00100000:2.0:1783135779.753161:0:17806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00080000:1.0:1783135779.754380:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac658084000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783135779.754394:0:3645:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1783135779.754400:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543adb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1869752809262080:0@lo:38:ptlrpcd_00_03.0 00010000:00010000:3.0:1783135780.209403:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1783135780.977527:0:17819:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1783135781.231913:0:17052:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1783135781.239017:0:17798:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:2.0:1783135781.239044:0:17798:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:2.0:1783135781.239053:0:17798:0:(genops.c:906:class_export_put()) final put ffff8ac642c1e800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1783135781.239084:0:17798:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 06406641-6839-4a1a-8419-9f7c420b54d1 00000020:00000080:1.0:1783135781.239192:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac642c1e800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:1.0:1783135781.239304:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac647f9a000 for lustre-MDT0001 00000001:00080000:2.0:1783135781.239434:0:17798:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:2.0:1783135781.239437:0:17798:0:(genops.c:906:class_export_put()) final put ffff8ac542579800/06406641-6839-4a1a-8419-9f7c420b54d1 00000001:00100000:2.0:1783135781.239454:0:17798:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 07e1865a-1721-4bc6-87c1-03d8d78664fd 00000001:00080000:2.0:1783135781.239459:0:17798:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:2.0:1783135781.239462:0:17798:0:(genops.c:906:class_export_put()) final put ffff8ac5425fb800/07e1865a-1721-4bc6-87c1-03d8d78664fd 00000020:00000080:3.0:1783135781.239517:0:13713:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac542579800/06406641-6839-4a1a-8419-9f7c420b54d1 for lustre-MDT0001 00000020:00000080:3.0:1783135781.239557:0:13713:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac5425fb800/07e1865a-1721-4bc6-87c1-03d8d78664fd for lustre-MDT0001 00000020:00000080:3.0:1783135781.239583:0:13713:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac54257b000 for lustre-MDT0001 00000020:00000080:3.0:1783135781.239587:0:13713:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac5425fc800 for lustre-MDT0001 00000001:00100000:0.0:1783135781.239885:0:19388:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1783135781.239890:0:19388:0:(genops.c:906:class_export_put()) final put ffff8ac5441e3000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:0.0:1783135781.239918:0:19388:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 07e1865a-1721-4bc6-87c1-03d8d78664fd 00000020:00000080:0.0:1783135781.239921:0:19388:0:(genops.c:906:class_export_put()) final put ffff8ac54257c800/07e1865a-1721-4bc6-87c1-03d8d78664fd 00000020:00000080:3.0:1783135781.240062:0:13713:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac5441e3000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1783135781.240123:0:13713:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac54257c800/07e1865a-1721-4bc6-87c1-03d8d78664fd for lustre-OST0001 00000020:00000080:3.0:1783135781.240144:0:13713:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac5441e7000 for lustre-OST0001 00000020:00000080:3.0:1783135781.240148:0:13713:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac54257d000 for lustre-OST0001 00000001:00100000:3.0:1783135781.241173:0:17044:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1783135781.241185:0:17044:0:(genops.c:906:class_export_put()) final put ffff8ac67c2f8000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1783135781.241284:0:17044:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 06406641-6839-4a1a-8419-9f7c420b54d1 00000001:00080000:3.0:1783135781.241295:0:17044:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:3.0:1783135781.241299:0:17044:0:(genops.c:906:class_export_put()) final put ffff8ac5441e2800/06406641-6839-4a1a-8419-9f7c420b54d1 00000020:00000080:1.0:1783135781.245235:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac67c2f8000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:1.0:1783135781.245337:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac647217000 for lustre-MDT0000 00000001:00100000:3.0:1783135781.245546:0:17044:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 07e1865a-1721-4bc6-87c1-03d8d78664fd 00000020:00000080:2.0:1783135781.245732:0:13713:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac5441e2800/06406641-6839-4a1a-8419-9f7c420b54d1 for lustre-MDT0000 00000001:00080000:3.0:1783135781.245923:0:17044:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:3.0:1783135781.245942:0:17044:0:(genops.c:906:class_export_put()) final put ffff8ac5435a3000/07e1865a-1721-4bc6-87c1-03d8d78664fd 00000020:00000080:2.0:1783135781.249205:0:13713:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac5441e4000 for lustre-MDT0000 00000020:00000080:2.0:1783135781.250227:0:13713:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac5435a3000/07e1865a-1721-4bc6-87c1-03d8d78664fd for lustre-MDT0000 00000020:00000080:2.0:1783135781.250319:0:13713:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac5425fb000 for lustre-MDT0000 00000020:01000000:2.0:1783135781.742300:0:20641:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8ac5425d7900 - data ffff8ac66ac29e58/ffff8ac675fd3400 00000020:01000000:2.0:1783135781.742534:0:20641:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8ac54369ea20 - data ffff8ac64ae65bd0/ffff8ac67e7ef000 00000001:00000004:2.0:1783135781.752281:0:20641:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:3.0:1783135781.815161:0:20641:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1783135781.815185:0:20641:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1783135781.815203:0:20641:0:(client.c:3149:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8ac543ada300 x1869752809261568/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1783135789 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783135781.815229:0:20641:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1783135781.818238:0:20641:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1783135781.818247:0:20641:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1783135781.819114:0:20641:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1783135781.819121:0:20641:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1783135781.831940:0:17088:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1783135781.831950:0:17088:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1783135781.831969:0:17088:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:0.0:1783135781.837202:0:20641:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1783135781.837213:0:20641:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:0.0:1783135781.837233:0:20641:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1783135781.837244:0:20641:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1783135781.840227:0:17090:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1783135781.840238:0:17090:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:1.0:1783135781.840255:0:17090:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:0.0:1783135781.845134:0:20641:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0ada 00000020:00000080:0.0:1783135781.845151:0:20641:0:(genops.c:906:class_export_put()) final put ffff8ac67c2fd800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1783135781.845432:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac67c2fd800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1783135781.847953:0:20641:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0aef 00000020:00000080:0.0:1783135781.847975:0:20641:0:(genops.c:906:class_export_put()) final put ffff8ac67c2f8800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1783135781.847997:0:20641:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1783135781.848003:0:20641:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783135781.848041:0:20641:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1783135781.848046:0:20641:0:(genops.c:1579:class_disconnect_exports()) OBD device 4 (ffff8ac541dc4d40) has no exports 00000020:00000080:1.0:1783135781.848077:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac67c2f8800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000004:01000000:0.0:1783135781.848404:0:20641:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1783135781.848414:0:20641:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0b51 00000020:00000080:0.0:1783135781.848419:0:20641:0:(genops.c:906:class_export_put()) final put ffff8ac643713000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1783135781.848425:0:20641:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:0.0:1783135781.848429:0:20641:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783135781.848434:0:20641:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00000080:1.0:1783135781.848437:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac643713000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00080000:0.0:1783135781.848438:0:20641:0:(genops.c:1579:class_disconnect_exports()) OBD device 10 (ffff8ac5435999c0) has no exports 00000020:00000080:0.0:1783135781.848447:0:20641:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0b4a 00000020:00000080:0.0:1783135781.848453:0:20641:0:(genops.c:906:class_export_put()) final put ffff8ac67c3d6800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1783135781.848560:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac67c3d6800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1783135781.848938:0:20641:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:0.0:1783135781.848944:0:20641:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1783135781.848949:0:20641:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:0.0:1783135781.848955:0:20641:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1783135781.848958:0:20641:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1783135781.849005:0:20641:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783135781.849012:0:20641:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1783135781.849019:0:20641:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0b3c 00000020:00000080:0.0:1783135781.849024:0:20641:0:(genops.c:906:class_export_put()) final put ffff8ac67c3d7800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1783135781.849028:0:20641:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:0.0:1783135781.849031:0:20641:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783135781.849034:0:20641:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1783135781.849037:0:20641:0:(genops.c:1579:class_disconnect_exports()) OBD device 9 (ffff8ac541dc19c0) has no exports 00000020:00000080:0.0:1783135781.849041:0:20641:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0b35 00000020:00000080:0.0:1783135781.849043:0:20641:0:(genops.c:906:class_export_put()) final put ffff8ac544113000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1783135781.849107:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac67c3d0800 for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1783135781.849115:0:8:0:(genops.c:906:class_export_put()) final put ffff8ac67c3d5000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1783135781.849118:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac67c3d5000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:1.0:1783135781.849126:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1783135781.849223:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac67c3d7800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1783135781.849232:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac544113000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1783135781.849546:0:20641:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1783135781.849550:0:20641:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1783135781.849552:0:20641:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 5 00000004:00080000:0.0:1783135781.849557:0:20641:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1783135781.849559:0:20641:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1783135781.849603:0:20641:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783135781.849610:0:20641:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1783135781.849616:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac544115000 for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1783135781.849625:0:8:0:(genops.c:906:class_export_put()) final put ffff8ac544117000/lustre-MDT0000-mdtlov_UUID 00000004:01000000:0.0:1783135781.849627:0:20641:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1783135781.849629:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac544117000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1783135781.849636:0:20641:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0b27 00000020:00000080:0.0:1783135781.849643:0:20641:0:(genops.c:906:class_export_put()) final put ffff8ac544114800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1783135781.849645:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1783135781.850068:0:20641:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:0.0:1783135781.850073:0:20641:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783135781.850078:0:20641:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1783135781.850080:0:20641:0:(genops.c:1579:class_disconnect_exports()) OBD device 8 (ffff8ac6580119c0) has no exports 00000020:00000080:0.0:1783135781.850085:0:20641:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0b20 00000020:00000080:0.0:1783135781.850106:0:20641:0:(genops.c:906:class_export_put()) final put ffff8ac67c5ed800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1783135781.851439:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac544114800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1783135781.868380:0:13713:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac67c5ed800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1783135781.879214:0:20641:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:1.0:1783135781.879226:0:20641:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1783135781.879232:0:20641:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1783135781.879241:0:20641:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1783135781.879670:0:20641:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783135781.879683:0:20641:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1783135781.879713:0:20641:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783135781.879717:0:20641:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1783135781.879722:0:20641:0:(genops.c:906:class_export_put()) final put ffff8ac67c2f9800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1783135781.879727:0:20641:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac67c2f9800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:1.0:1783135781.879741:0:20641:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1783135781.879850:0:20641:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0af6 00000020:00000080:1.0:1783135781.879859:0:20641:0:(genops.c:906:class_export_put()) final put ffff8ac67c2ff800/lustre-MDD0000_UUID 00000020:00000080:3.0:1783135781.880685:0:13713:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac660a3f800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1783135781.880700:0:13713:0:(genops.c:906:class_export_put()) final put ffff8ac67c5eb800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1783135781.880703:0:13713:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac67c5eb800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:3.0:1783135781.880708:0:13713:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1783135781.884628:0:20641:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:1.0:1783135781.884647:0:20641:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783135781.884660:0:20641:0:(obd_config.c:955:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1783135781.884666:0:20641:0:(genops.c:1579:class_disconnect_exports()) OBD device 6 (ffff8ac541dc3380) has no exports 00000020:00000080:1.0:1783135781.884705:0:20641:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783135781.884711:0:20641:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:1.0:1783135781.884717:0:20641:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0afd 00000020:00000080:1.0:1783135781.884726:0:20641:0:(genops.c:906:class_export_put()) final put ffff8ac67c2fb800/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1783135781.884737:0:20641:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8ac678352000 from lustre-MDT0000, refs=3 00000020:01000004:1.0:1783135781.884741:0:20641:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8ac678352000 3 00000020:01000004:1.0:1783135781.884744:0:20641:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8ac678352000 from lustre-MDT0000 00000020:00000080:1.0:1783135781.884761:0:20641:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783135781.884764:0:20641:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:1.0:1783135781.884767:0:20641:0:(genops.c:906:class_export_put()) final put ffff8ac67c2f9000/lustre-MDT0000_UUID 00000020:00000080:1.0:1783135781.884770:0:20641:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac67c2f9000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:1.0:1783135781.884783:0:20641:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:1.0:1783135781.884881:0:20641:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:1.0:1783135781.884886:0:20641:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:1.0:1783135781.884901:0:20641:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:1.0:1783135781.884904:0:20641:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783135781.884906:0:20641:0:(obd_config.c:955:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1783135781.884914:0:20641:0:(genops.c:1840:print_export_data()) MGS: ACTIVE ffff8ac6743ed800 cd33be97-b4c1-460b-98a5-4a7a9daa67b8 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1783135781.884920:0:20641:0:(genops.c:1574:class_disconnect_exports()) OBD device 1 (ffff8ac658010000) has exports, disconnecting them 00000020:00080000:1.0:1783135781.886516:0:20641:0:(genops.c:1549:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff8ac6743ed800), last request at 1783135680 00000020:00000080:1.0:1783135781.886541:0:20641:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0aa2 00000020:00010000:1.0:1783135781.886548:0:20641:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8ac6743ed800: total 2 00000100:00080000:1.0:1783135781.886553:0:20641:0:(import.c:65:import_set_state_nolock()) ffff8ac6743ec000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1783135781.886572:0:20641:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8ac6743ed800): rc 0 00000020:00080000:1.0:1783135781.886577:0:20641:0:(genops.c:1579:class_disconnect_exports()) OBD device 1 (ffff8ac658010000) has no exports 00000020:00010000:3.0:1783135781.886718:0:17053:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8ac6743ed800: total 2 00010000:00010000:3.0:1783135781.886780:0:17053:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8ac6743ed800, canceled 0 locks, left on hash table 13. 00010000:00010000:3.0:1783135781.886815:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac6413e9a00/0xf7de4ef628ee0e61 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf7de4ef628ee0e5a expref: 14 pid: 17056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135781.886834:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67e20e200/0xf7de4ef628ee0d03 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf7de4ef628ee0cfc expref: 13 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135781.886845:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67c526800/0xf7de4ef628ee0e8b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf7de4ef628ee0e84 expref: 12 pid: 17056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135781.886855:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac682172a00/0xf7de4ef628ee0ab0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf7de4ef628ee0aa9 expref: 11 pid: 17056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135781.886866:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac650989600/0xf7de4ef628ee0bc1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf7de4ef628ee0bba expref: 10 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135781.886910:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67f909000/0xf7de4ef628ee0d2d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf7de4ef628ee0d26 expref: 9 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135781.886935:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67c65d200/0xf7de4ef628ee1059 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf7de4ef628ee1052 expref: 8 pid: 17056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135781.886948:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67f908800/0xf7de4ef628ee0c7e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf7de4ef628ee0c77 expref: 7 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135781.886959:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67e20f000/0xf7de4ef628ee0bcf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf7de4ef628ee0bc8 expref: 6 pid: 17056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135781.886972:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67c65d000/0xf7de4ef628ee1067 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf7de4ef628ee1060 expref: 5 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135781.886981:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac650988000/0xf7de4ef628ee0bdd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf7de4ef628ee0bd6 expref: 4 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135781.886993:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67e20f600/0xf7de4ef628ee0eca lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf7de4ef628ee0ec3 expref: 3 pid: 17056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135781.887005:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67e64b400/0xf7de4ef628ee1075 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf7de4ef628ee106e expref: 2 pid: 17056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135781.887016:0:17053:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8ac6743ed800, canceled 13 locks, left on hash table 0. 00000020:00000080:3.0:1783135781.887032:0:17053:0:(genops.c:906:class_export_put()) final put ffff8ac6743ed800/cd33be97-b4c1-460b-98a5-4a7a9daa67b8 00010000:00010000:3.0:1783135781.887042:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135781.887044:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135781.887046:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783135781.887127:0:17056:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff8ac67b194600:17056] 0 exiting: rc = 1 00000020:00000080:3.0:1783135781.887226:0:13713:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac67c2ff800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:3.0:1783135781.887232:0:13713:0:(genops.c:906:class_export_put()) final put ffff8ac67c2fc000/lustre-MDD0000_UUID 00000020:00000080:3.0:1783135781.887234:0:13713:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac67c2fc000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:3.0:1783135781.887239:0:13713:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:3.0:1783135781.887283:0:13713:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac67c2fb800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1783135781.887288:0:13713:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac6743ed800/cd33be97-b4c1-460b-98a5-4a7a9daa67b8 for MGS 00000020:00000080:3.0:1783135781.887324:0:13713:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac6743ec000 for MGS 00000100:00100000:1.0:1783135781.890795:0:17059:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff8ac67b194200:17059] 2 exiting: rc = 0 00000100:00100000:0.0:1783135781.891958:0:17058:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff8ac67b195800:17058] 1 exiting: rc = 0 00000100:00100000:3.0:1783135781.892708:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892720:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892727:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892734:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892740:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892747:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892753:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892761:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892767:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892774:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892781:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892787:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892793:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892799:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892806:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892812:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892818:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892824:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892829:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892834:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892840:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892846:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892851:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892857:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892863:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892882:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892899:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892906:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892912:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892918:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892932:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892939:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892945:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892950:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892957:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892965:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892971:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892977:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892983:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892988:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892993:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.892999:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.893004:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.893010:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.893016:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.893023:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.893029:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.893034:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.893040:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.893046:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.893052:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.893057:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.893064:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.893070:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.893075:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.893080:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.893085:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.893109:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.893116:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.893122:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.893134:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.893140:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.893146:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135781.893152:0:20641:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:3.0:1783135781.899652:0:20641:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8ac64546c360 - data ffff8ac66ac89af8/ffff8ac666baac00 00000020:01000000:3.0:1783135781.899835:0:20641:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8ac642b52d20 - data ffff8ac66af20af8/ffff8ac6743d1000 00000020:00000080:3.0:1783135781.900477:0:20641:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0a86 00000020:00000080:3.0:1783135781.900490:0:20641:0:(genops.c:906:class_export_put()) final put ffff8ac672d61800/lustre-MDT0000-osd_UUID 00000020:01000004:3.0:1783135781.900512:0:20641:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8ac678352000 from MGS, refs=2 00000020:01000004:3.0:1783135781.900516:0:20641:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8ac678352000 2 00000020:01000004:3.0:1783135781.900520:0:20641:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8ac678352000 from MGS 00000020:00000080:3.0:1783135781.900548:0:20641:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783135781.900557:0:20641:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:3.0:1783135781.900561:0:20641:0:(genops.c:906:class_export_put()) final put ffff8ac672d60800/MGS 00000020:00000080:3.0:1783135781.900564:0:20641:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac672d60800/MGS for MGS 00000020:01000000:3.0:1783135781.900573:0:20641:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:3.0:1783135781.900668:0:20641:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:3.0:1783135781.900673:0:20641:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783135781.900680:0:20641:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1783135781.900689:0:20641:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8ac650778000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1783135781.900697:0:20641:0:(genops.c:1574:class_disconnect_exports()) OBD device 11 (ffff8ac67e698000) has exports, disconnecting them 00000020:00080000:3.0:1783135781.900702:0:20641:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8ac650778000), last request at 1783135681 00000020:00000080:3.0:1783135781.900706:0:20641:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0b89 00000020:00080000:3.0:1783135781.900718:0:20641:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8ac650778000): rc 0 00000020:00000080:3.0:1783135781.900725:0:20641:0:(genops.c:906:class_export_put()) final put ffff8ac650778000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1783135781.900970:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac672d61800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1783135781.900993:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac650778000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:2.0:1783135782.001125:0:20641:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:2.0:1783135782.001138:0:20641:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1783135782.001410:0:20641:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1783135782.001419:0:20641:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1783135782.004908:0:20641:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783135782.004926:0:20641:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:3.0:1783135782.004934:0:20641:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8ac678352000 1 00000020:00000080:3.0:1783135782.004942:0:20641:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0a78 00000020:00000080:3.0:1783135782.004952:0:20641:0:(genops.c:906:class_export_put()) final put ffff8ac672d62000/lustre-MDT0000-osd_UUID 00000020:01000000:3.0:1783135782.004958:0:20641:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:3.0:1783135782.004967:0:20641:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783135782.004986:0:20641:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1783135782.004989:0:20641:0:(genops.c:1579:class_disconnect_exports()) OBD device 0 (ffff8ac67e2d3380) has no exports 00000020:00000080:1.0:1783135782.005083:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac643717000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1783135782.005122:0:8:0:(genops.c:906:class_export_put()) final put ffff8ac67b1bc000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:1.0:1783135782.005125:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac67b1bc000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:1.0:1783135782.005137:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:1.0:1783135782.005240:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac672d62000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1783135782.225567:0:20641:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783135782.225583:0:20641:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:0.0:1783135782.225590:0:20641:0:(genops.c:906:class_export_put()) final put ffff8ac678356800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1783135782.225596:0:20641:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac678356800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:0.0:1783135782.225614:0:20641:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:0.0:1783135782.225777:0:20641:0:(obd_mount.c:659:lustre_free_lsi()) Freeing lsi ffff8ac678353000 00000020:02000400:0.0:1783135782.225857:0:20641:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:1.0:1783135782.258901:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783135783.278210:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783135783.278217:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1783135783.278220:0:8:0:(import.c:65:import_set_state_nolock()) ffff8ac658084000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783135783.278228:0:8:0:(import.c:512:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 683 00000100:00080000:0.0:1783135783.278234:0:8:0:(import.c:591:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1783135783.278241:0:8:0:(import.c:626:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8ac658084000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:0.0:1783135783.278279:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac543b3dc00 x1869752809262336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783135783.278570:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67f84e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3649:1869752809262208:0@lo:400:kworker.0 00000400:00000100:1.0:1783135783.278626:0:3649:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1869752809262208 offset 0 length 224: 4 00000100:00100000:1.0:1783135783.278668:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3649:1869752809262848:0@lo:400:kworker.0 00000100:00100000:1.0:1783135783.278699:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135783.278746:0:17064:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809262848 00000100:00100000:1.0:1783135783.278767:0:17064:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809262848 00000100:00100000:1.0:1783135783.278817:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1783135783.278824:0:17064:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543794a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3649:x1869752809262848:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1783135783.278831:0:17064:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1783135783.278881:0:17064:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543794a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3649:x1869752809262848:12345-0@lo:400:kworker.0 Request processed in 56us (181us total) trans 0 rc -107/-107 00000100:00100000:1.0:1783135783.278888:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00080000:1.0:1783135783.278926:0:3649:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1783135783.278930:0:3649:0:(import.c:65:import_set_state_nolock()) ffff8ac5431db800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1783135783.278934:0:3649:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:0.0:1783135783.281027:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1869752809262720:0@lo:400:kworker.0 00000100:00100000:0.0:1783135783.281119:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135783.281160:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543a76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1869752809263232:0@lo:400:kworker.0 00000100:00100000:0.0:1783135783.281183:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135783.281226:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543b3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1869752809262336:0@lo:38:kworker.0 00000100:00100000:0.0:1783135783.281273:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135783.281307:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543b3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809262464:0@lo:400:kworker.0 00000100:00100000:0.0:1783135783.281335:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135783.281355:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1869752809262976:0@lo:400:kworker.0 00000100:00100000:0.0:1783135783.281374:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135783.283731:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1783135783.283747:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809262592:0@lo:400:kworker.0 00000100:00100000:0.0:1783135783.283980:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135783.284023:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1869752809263104:0@lo:400:kworker.0 00000100:00100000:0.0:1783135783.284049:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783135783.284110:0:17052:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783135783.284126:0:17065:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809262720 00000100:00100000:0.0:1783135783.284133:0:17065:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809262720 00000100:00100000:0.0:1783135783.284168:0:17065:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809263232 00000100:00100000:0.0:1783135783.284171:0:17065:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809263232 00000100:00100000:0.0:1783135783.284199:0:17065:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809262976 00000100:00100000:0.0:1783135783.284204:0:17065:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809262976 00000100:00100000:0.0:1783135783.284216:0:17065:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809263104 00000100:00100000:0.0:1783135783.284218:0:17065:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809263104 00000100:00100000:0.0:1783135783.284230:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1783135783.284254:0:17065:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543a76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1869752809263232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783135783.284309:0:17065:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543a76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1869752809263232:12345-0@lo:400:kworker.0 Request processed in 57us (3124us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135783.284315:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1783135783.284333:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1783135783.284339:0:17065:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678323800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1869752809262976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783135783.284372:0:17065:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678323800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1869752809262976:12345-0@lo:400:kworker.0 Request processed in 33us (2996us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135783.284378:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1783135783.284390:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1783135783.284394:0:17065:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543a74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3648:x1869752809262720:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1783135783.284400:0:17065:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1783135783.284424:0:17065:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543a74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3648:x1869752809262720:12345-0@lo:400:kworker.0 Request processed in 29us (3307us total) trans 0 rc -107/-107 00000100:00100000:0.0:1783135783.284430:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1783135783.285571:0:19680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809262464 00000100:00100000:2.0:1783135783.285582:0:19680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809262464 00000100:00100000:2.0:1783135783.285633:0:19680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809262592 00000100:00100000:2.0:1783135783.285636:0:19680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809262592 00000100:00100000:2.0:1783135783.285657:0:19680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1783135783.285665:0:19680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809262464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135783.285721:0:19680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809262464:12345-0@lo:400:kworker.0 Request processed in 58us (4385us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135783.285727:0:19680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1783135783.285740:0:19680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1783135783.285759:0:19680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809262592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135783.285790:0:19680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809262592:12345-0@lo:400:kworker.0 Request processed in 44us (1811us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135783.285795:0:19680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1783135783.286030:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1783135783.286037:0:17065:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678323100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3646:x1869752809263104:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1783135783.286043:0:17065:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1783135783.286072:0:17065:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678323100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3646:x1869752809263104:12345-0@lo:400:kworker.0 Request processed in 35us (2022us total) trans 0 rc -107/-107 00000100:00100000:0.0:1783135783.286078:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1783135783.286128:0:17069:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809262336 00000100:00100000:0.0:1783135783.286134:0:17069:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809262336 00000100:00100000:0.0:1783135783.286165:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1783135783.286170:0:17069:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678320000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3645:x1869752809262336:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1783135783.286189:0:17069:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1783135783.287610:0:3648:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1783135783.287616:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8ac649bdb800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1783135783.287621:0:3648:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1783135783.287626:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8ac649bdb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783135783.287647:0:3648:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 601 00000100:00080000:2.0:1783135783.287655:0:3648:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8ac649bdb800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:2.0:1783135783.287689:0:3648:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac543ada300 x1869752809263488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783135783.287718:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1869752809262720:0@lo:400:kworker.0 00010000:00080000:2.0:1783135783.287736:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8ac543a76300 x1869752809263232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135799 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135783.287745:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543a76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1869752809263232:0@lo:400:kworker.0 00000100:00100000:2.0:1783135783.287785:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783135783.287796:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809263360:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783135783.287848:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1783135783.299769:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1783135783.299780:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1783135783.299784:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783135783.299812:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ada300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3645:1869752809263488:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1783135783.299916:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135783.300011:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809262592:0@lo:400:kworker.0 00000100:00080000:3.0:1783135783.300025:0:3646:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1783135783.300030:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8ac54257d800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1783135783.300034:0:3646:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1783135783.300038:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8ac54257d800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783135783.300042:0:3646:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 635 00000100:00080000:3.0:1783135783.300050:0:3646:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8ac54257d800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:3.0:1783135783.300077:0:3646:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac541d98700 x1869752809263616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783135783.300113:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1869752809263104:0@lo:400:kworker.0 00000100:00100000:3.0:1783135783.300131:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543b3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809262464:0@lo:400:kworker.0 00010000:00080000:3.0:1783135783.300143:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8ac5438afb80 x1869752809262976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135799 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783135783.300151:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1869752809262976:0@lo:400:kworker.0 00000100:00100000:3.0:1783135783.300185:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac541d98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1869752809263616:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1783135783.300209:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1783135783.302008:0:3649:0:(import.c:65:import_set_state_nolock()) ffff8ac5431db800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783135783.302017:0:3649:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 619 00000100:00080000:1.0:1783135783.302026:0:3649:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8ac5431db800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:1.0:1783135783.302052:0:17066:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809263488 00000100:00100000:1.0:1783135783.302060:0:17066:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809263488 00000100:00100000:1.0:1783135783.302126:0:17066:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809263616 00000100:00100000:1.0:1783135783.302130:0:17066:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809263616 00000100:00100000:1.0:1783135783.302146:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1783135783.302154:0:17066:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac541d98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3645:x1869752809263488:12345-0@lo:38:ptlrpcd_00_02.0 00010000:00020000:1.0:1783135783.302175:0:17066:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1783135783.302244:0:17066:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac541d98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3645:x1869752809263488:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 89us (2328us total) trans 0 rc -19/-19 00000100:00100000:1.0:1783135783.302251:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1783135783.302268:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1783135783.302272:0:17066:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac541d98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3645:x1869752809263616:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:1.0:1783135783.302282:0:17066:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1783135783.302307:0:17066:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac541d98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3645:x1869752809263616:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 34us (2097us total) trans 0 rc -19/-19 00000100:00100000:1.0:1783135783.302328:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:1.0:1783135783.302372:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac54257d800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783135783.302377:0:3645:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1783135783.302381:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac541d98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1869752809263616:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:1.0:1783135783.302405:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac649bdb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783135783.302409:0:3645:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1783135783.302412:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ada300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3645:1869752809263488:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1783135783.305373:0:18577:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809263360 00000100:00100000:3.0:1783135783.305385:0:18577:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809263360 00000100:00100000:3.0:1783135783.305455:0:18577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1783135783.305465:0:18577:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809263360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1783135783.305500:0:18577:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1783135783.305584:0:18577:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809263360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 121us (17735us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135783.305591:0:18577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1783135783.305652:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809263360:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783135783.305894:0:3649:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac543794380 x1869752809263744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783135783.305925:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3649:1869752809262848:0@lo:400:kworker.0 00000100:00100000:3.0:1783135783.308805:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1869752809263744:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:3.0:1783135783.308907:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135783.309985:0:17066:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809263744 00000100:00100000:1.0:1783135783.309998:0:17066:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809263744 00000100:00100000:1.0:1783135783.310788:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1783135783.310799:0:17066:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac541d9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3645:x1869752809263744:12345-0@lo:38:ptlrpcd_00_03.0 00010000:00020000:1.0:1783135783.310825:0:17066:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1783135783.310913:0:17066:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac541d9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3645:x1869752809263744:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 114us (2007us total) trans 0 rc -19/-19 00000100:00100000:1.0:1783135783.310921:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:2.0:1783135783.311128:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac5431db800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783135783.311134:0:3645:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1783135783.311138:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1869752809263744:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1783135783.346297:0:17069:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678320000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3645:x1869752809262336:12345-0@lo:38:kworker.0 Request processed in 60116us (65013us total) trans 0 rc -19/-19 00000100:00100000:1.0:1783135783.346314:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00080000:2.0:1783135783.346544:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac658084000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783135783.346551:0:3645:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1783135783.346555:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543b3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1869752809262336:0@lo:38:kworker.0 00000100:00100000:0.0:1783135784.309163:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543795500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809263872:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783135784.309251:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783135784.310112:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783135784.310135:0:18577:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809263872 00000100:00100000:3.0:1783135784.310145:0:18577:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809263872 00000100:00100000:3.0:1783135784.310202:0:18577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1783135784.310211:0:18577:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678320700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809263872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1783135784.310247:0:18577:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1783135784.310314:0:18577:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678320700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809263872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (1063us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135784.310323:0:18577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1783135784.311967:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543795500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809263872:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1783135785.326593:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1783135785.329258:0:18569:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1783135785.329272:0:18569:0:(genops.c:906:class_export_put()) final put ffff8ac543691800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1783135785.329393:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac543691800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1783135785.329444:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac543697800 for lustre-OST0000 00000020:01000004:2.0:1783135785.839196:0:20841:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:3.0:1783135785.861365:0:20841:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:3.0:1783135785.861429:0:20841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67f909400/0xf7de4ef628ee0c77 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee0c7e expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.861445:0:20841:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67f909400/0xf7de4ef628ee0c77 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee0c7e expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.861452:0:20841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67f909400/0xf7de4ef628ee0c77 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee0c7e expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.861475:0:20841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8ac67f909400/0xf7de4ef628ee0c77 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee0c7e expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.861500:0:20841:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1783135785.861506:0:20841:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1783135785.861534:0:20841:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1783135785.861539:0:20841:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1783135785.861544:0:20841:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1783135785.861551:0:20841:0:(import.c:65:import_set_state_nolock()) ffff8ac649bdb800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1783135785.861555:0:20841:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1783135785.861557:0:20841:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1783135785.861560:0:20841:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1783135785.861577:0:17052:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783135785.861584:0:17052:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8ac67f909400/0xf7de4ef628ee0c77 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee0c7e expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135785.861592:0:17052:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67f909400 already unused, calling callback (ffffffffc12dac20) 10000000:00010000:2.0:1783135785.861596:0:17052:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8ac67f909400/0xf7de4ef628ee0c77 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee0c7e expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135785.861616:0:17052:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac67f909400/0xf7de4ef628ee0c77 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xf7de4ef628ee0c7e expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783135785.861624:0:17052:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac67f909400/0xf7de4ef628ee0c77 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xf7de4ef628ee0c7e expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783135785.861630:0:17052:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1783135785.861633:0:17052:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1783135785.861636:0:17052:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1783135785.861683:0:17052:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8ac67f909400/0xf7de4ef628ee0c77 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xf7de4ef628ee0c7e expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135785.861689:0:17052:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783135785.861721:0:17052:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8ac67f909400/0xf7de4ef628ee0c77 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xf7de4ef628ee0c7e expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135785.861730:0:17052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac67f909400/0xf7de4ef628ee0c77 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xf7de4ef628ee0c7e expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135785.861804:0:17052:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135785.861806:0:17052:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135785.861808:0:17052:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783135785.861827:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783135785.861852:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543adbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3646:1869752809264000:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783135785.862159:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135785.862212:0:17049:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809264000 00000100:00100000:2.0:1783135785.862219:0:17049:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809264000 00000100:00100000:2.0:1783135785.862604:0:17049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1783135785.862612:0:17049:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3646:x1869752809264000:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1783135785.862627:0:17049:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1783135785 with bad export cookie 17860799991353576098 00010000:00010000:3.0:1783135785.863675:0:20841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c526c00/0xf7de4ef628ee0bd6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee0bdd expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.863691:0:20841:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c526c00/0xf7de4ef628ee0bd6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee0bdd expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.863698:0:20841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c526c00/0xf7de4ef628ee0bd6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee0bdd expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.863705:0:20841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8ac67c526c00/0xf7de4ef628ee0bd6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee0bdd expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.863728:0:20841:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783135785.863744:0:17053:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783135785.863750:0:17053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8ac67c526c00/0xf7de4ef628ee0bd6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee0bdd expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.863770:0:17053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c526c00 already unused, calling callback (ffffffffc12dac20) 10000000:00010000:3.0:1783135785.863774:0:17053:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8ac67c526c00/0xf7de4ef628ee0bd6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee0bdd expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.863783:0:17053:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac67c526c00/0xf7de4ef628ee0bd6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xf7de4ef628ee0bdd expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783135785.863790:0:17053:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac67c526c00/0xf7de4ef628ee0bd6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xf7de4ef628ee0bdd expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783135785.863795:0:17053:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1783135785.863797:0:17053:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 00010000:00010000:3.0:1783135785.864442:0:17053:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8ac67c526c00/0xf7de4ef628ee0bd6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xf7de4ef628ee0bdd expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.864453:0:17053:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783135785.864478:0:17053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8ac67c526c00/0xf7de4ef628ee0bd6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xf7de4ef628ee0bdd expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.864486:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac67c526c00/0xf7de4ef628ee0bd6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xf7de4ef628ee0bdd expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.864500:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135785.864502:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135785.864504:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783135785.864521:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac541d9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3648:1869752809264128:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783135785.864584:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783135785.864639:0:20841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b800/0xf7de4ef628ee0ec3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee0eca expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.864656:0:20841:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b800/0xf7de4ef628ee0ec3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee0eca expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.864662:0:20841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b800/0xf7de4ef628ee0ec3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee0eca expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.864669:0:20841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b800/0xf7de4ef628ee0ec3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee0eca expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.864682:0:20841:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783135785.864687:0:20841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e20ec00/0xf7de4ef628ee106e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1075 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.864694:0:20841:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e20ec00/0xf7de4ef628ee106e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee1075 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.864699:0:20841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e20ec00/0xf7de4ef628ee106e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee1075 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.864706:0:20841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8ac67e20ec00/0xf7de4ef628ee106e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee1075 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.864718:0:20841:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1783135785.864723:0:20841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c526000/0xf7de4ef628ee0bc8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee0bcf expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.864730:0:20841:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c526000/0xf7de4ef628ee0bc8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee0bcf expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.864745:0:20841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c526000/0xf7de4ef628ee0bc8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee0bcf expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.864751:0:20841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8ac67c526000/0xf7de4ef628ee0bc8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee0bcf expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.864762:0:20841:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 10000000:01000000:3.0:1783135785.864766:0:20841:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 10000000:01000000:3.0:1783135785.864770:0:20841:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00010000:00010000:3.0:1783135785.864800:0:17053:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1783135785.864804:0:17053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b800/0xf7de4ef628ee0ec3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee0eca expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.864811:0:17053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64b800 already unused, calling callback (ffffffffc12dac20) 10000000:00010000:3.0:1783135785.864835:0:17053:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b800/0xf7de4ef628ee0ec3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee0eca expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.864842:0:17053:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b800/0xf7de4ef628ee0ec3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf7de4ef628ee0eca expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783135785.864858:0:17053:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b800/0xf7de4ef628ee0ec3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf7de4ef628ee0eca expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783135785.864864:0:17053:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1783135785.864866:0:17053:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1783135785.864868:0:17053:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1783135785.864885:0:17053:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b800/0xf7de4ef628ee0ec3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf7de4ef628ee0eca expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.864890:0:17053:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783135785.864906:0:17053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b800/0xf7de4ef628ee0ec3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf7de4ef628ee0eca expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.864913:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b800/0xf7de4ef628ee0ec3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf7de4ef628ee0eca expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.864926:0:17053:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783135785.864929:0:17053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8ac67e20ec00/0xf7de4ef628ee106e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee1075 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.864935:0:17053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e20ec00 already unused, calling callback (ffffffffc12dac20) 10000000:00010000:3.0:1783135785.864938:0:17053:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8ac67e20ec00/0xf7de4ef628ee106e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee1075 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.864944:0:17053:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac67e20ec00/0xf7de4ef628ee106e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf7de4ef628ee1075 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783135785.864950:0:17053:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac67e20ec00/0xf7de4ef628ee106e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf7de4ef628ee1075 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783135785.864955:0:17053:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1783135785.864957:0:17053:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1783135785.864959:0:17053:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1783135785.864972:0:17053:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8ac67e20ec00/0xf7de4ef628ee106e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf7de4ef628ee1075 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.864977:0:17053:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783135785.864990:0:17053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8ac67e20ec00/0xf7de4ef628ee106e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf7de4ef628ee1075 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.864996:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac67e20ec00/0xf7de4ef628ee106e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf7de4ef628ee1075 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.865016:0:17053:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783135785.865019:0:17053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8ac67c526000/0xf7de4ef628ee0bc8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee0bcf expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.865025:0:17053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c526000 already unused, calling callback (ffffffffc12dac20) 10000000:00010000:3.0:1783135785.865028:0:17053:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8ac67c526000/0xf7de4ef628ee0bc8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee0bcf expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.865035:0:17053:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac67c526000/0xf7de4ef628ee0bc8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf7de4ef628ee0bcf expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783135785.865040:0:17053:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac67c526000/0xf7de4ef628ee0bc8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf7de4ef628ee0bcf expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783135785.865045:0:17053:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1783135785.865047:0:17053:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1783135785.865048:0:17053:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1783135785.865073:0:17053:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8ac67c526000/0xf7de4ef628ee0bc8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf7de4ef628ee0bcf expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.865079:0:17053:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783135785.865103:0:17053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8ac67c526000/0xf7de4ef628ee0bc8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf7de4ef628ee0bcf expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.865111:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac67c526000/0xf7de4ef628ee0bc8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf7de4ef628ee0bcf expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135785.865122:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135785.865124:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135785.865130:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783135785.865139:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783135785.865149:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543b3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3648:1869752809264256:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783135785.865178:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:3.0:1783135785.865209:0:20841:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0001 00000020:01000000:3.0:1783135785.865214:0:20841:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:3.0:1783135785.865219:0:20841:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783135785.865226:0:20841:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:3.0:1783135785.865232:0:20841:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff8ac5425ff800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1783135785.865238:0:20841:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff8ac5431dc800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1783135785.865243:0:20841:0:(genops.c:1574:class_disconnect_exports()) OBD device 14 (ffff8ac67e2d19c0) has exports, disconnecting them 00000020:00080000:3.0:1783135785.865247:0:20841:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8ac5425ff800), last request at 1783135783 00000020:00000080:3.0:1783135785.865255:0:20841:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0eb5 00000100:00080000:3.0:1783135785.865270:0:20841:0:(import.c:65:import_set_state_nolock()) ffff8ac5425fd800 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1783135785.865306:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1783135785.865320:0:20841:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8ac5425ff800): rc 0 00000020:00000080:3.0:1783135785.865323:0:20841:0:(genops.c:906:class_export_put()) final put ffff8ac5425ff800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:3.0:1783135785.865333:0:20841:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8ac5431dc800), last request at 1783135783 00000020:00000080:3.0:1783135785.865336:0:20841:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0d57 00000100:00080000:3.0:1783135785.865342:0:20841:0:(import.c:65:import_set_state_nolock()) ffff8ac5431d8800 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1783135785.865351:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1783135785.865357:0:20841:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8ac5431dc800): rc 0 00000020:00000080:3.0:1783135785.865358:0:20841:0:(genops.c:906:class_export_put()) final put ffff8ac5431dc800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:3.0:1783135785.865365:0:20841:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffa3f9c1d03ae0 00000100:00080000:3.0:1783135785.865386:0:20841:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1783135785.865394:0:20841:0:(client.c:3600:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff8ac543796300 x1869752809261952/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1783135795 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783135785.865405:0:20841:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1783135785.872461:0:20841:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1783135785.872476:0:20841:0:(import.c:65:import_set_state_nolock()) ffff8ac658084000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1783135785.872708:0:20841:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1783135785.872713:0:20841:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934594 gen 3 00000004:00080000:3.0:1783135785.872726:0:20841:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1783135785.872783:0:20841:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1783135785.872811:0:20841:0:(import.c:65:import_set_state_nolock()) ffff8ac67f83f000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1783135785.873970:0:20841:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1783135785.873975:0:20841:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1783135785.873986:0:20841:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1783135785.874044:0:20841:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1783135785.874062:0:20841:0:(import.c:65:import_set_state_nolock()) ffff8ac64b2cb800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1783135785.874118:0:20841:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff8ac67e2d19c0) has no exports 00000100:00100000:1.0:1783135785.874414:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543796300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1869752809261952:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783135785.874450:0:17050:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809264128 00000100:00100000:1.0:1783135785.874458:0:17050:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809264128 00000100:00100000:1.0:1783135785.874493:0:17050:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809264256 00000100:00100000:1.0:1783135785.874496:0:17050:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809264256 00000100:00100000:1.0:1783135785.874513:0:17050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1783135785.874522:0:17050:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac541d98700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3648:x1869752809264128:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1783135785.874529:0:17050:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1783135785 with bad export cookie 17860799991353576098 00000100:00100000:1.0:1783135785.874631:0:17050:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac541d98700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3648:x1869752809264128:12345-0@lo:103:ldlm_bl.0 Request processed in 108us (10046us total) trans 0 rc -107/-107 00000100:00100000:1.0:1783135785.874638:0:17050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1783135785.874655:0:17050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1783135785.874660:0:17050:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678049f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3648:x1869752809264256:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1783135785.874664:0:17050:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1783135785 with bad export cookie 17860799991353576098 00000100:00100000:1.0:1783135785.874689:0:17050:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678049f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3648:x1869752809264256:12345-0@lo:103:ldlm_bl.0 Request processed in 28us (9510us total) trans 0 rc -107/-107 00000100:00100000:1.0:1783135785.874694:0:17050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00010000:1.0:1783135785.874711:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783135785.874727:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67804ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3647:1869752809264512:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783135785.874764:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135785.874798:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783135785.874804:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543b3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3647:1869752809264384:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783135785.874926:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135785.874950:0:18599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809264512 00000100:00100000:1.0:1783135785.874954:0:18599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809264512 00000100:00100000:1.0:1783135785.874966:0:18599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809264384 00000100:00100000:1.0:1783135785.874969:0:18599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809264384 00000100:00100000:1.0:1783135785.874997:0:18599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1783135785.875001:0:18599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543796300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3647:x1869752809264512:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1783135785.875005:0:18599:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1783135785 with bad export cookie 17860799991353576098 00000100:00100000:1.0:1783135785.875036:0:18599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543796300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3647:x1869752809264512:12345-0@lo:103:ldlm_bl.0 Request processed in 33us (272us total) trans 0 rc -107/-107 00000100:00100000:1.0:1783135785.875042:0:18599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1783135785.875055:0:18599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1783135785.875058:0:18599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543794700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3647:x1869752809264384:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1783135785.875062:0:18599:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1783135785 with bad export cookie 17860799991353576098 00000100:00100000:1.0:1783135785.875112:0:18599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543794700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3647:x1869752809264384:12345-0@lo:103:ldlm_bl.0 Request processed in 24us (159us total) trans 0 rc -107/-107 00000100:00100000:1.0:1783135785.875118:0:18599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000020:00000080:1.0:1783135785.875136:0:13713:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac5425ff800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:1.0:1783135785.875195:0:13713:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac5431dc800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:1.0:1783135785.875218:0:13713:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac5425fd800 for lustre-MDT0001 00000020:00000080:1.0:1783135785.875222:0:13713:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac5431d8800 for lustre-MDT0001 00000100:00080000:1.0:1783135785.875255:0:3648:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.106@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1783135785.875259:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8ac6743e8800 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1783135785.875263:0:3648:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.204.106@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00010000:00010000:3.0:1783135785.876217:0:17052:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783135785.876270:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1869752809264640:0@lo:9:umount.0 00000100:00100000:3.0:1783135785.876320:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135785.876357:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67804bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1869752809264768:0@lo:9:umount.0 00000100:00100000:3.0:1783135785.876378:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135785.876999:0:18574:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809264640 00000100:00100000:0.0:1783135785.877008:0:18574:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809264640 00000100:00100000:0.0:1783135785.877066:0:18574:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809264768 00000100:00100000:0.0:1783135785.877070:0:18574:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809264768 00000100:00100000:0.0:1783135785.877112:0:18574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1783135785.877122:0:18574:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1869752809264640:12345-0@lo:9:umount.0 00000020:00000080:0.0:1783135785.877156:0:18574:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0d81 00000100:00080000:0.0:1783135785.877166:0:18574:0:(import.c:65:import_set_state_nolock()) ffff8ac5431da800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1783135785.877214:0:18574:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1783135785.877385:0:18574:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+2:3645:x1869752809264640:12345-0@lo:9:umount.0 Request processed in 263us (1063us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135785.877392:0:18574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1783135785.877408:0:18574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1783135785.877414:0:18574:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67804a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1869752809264768:12345-0@lo:9:umount.0 00000020:00000080:0.0:1783135785.877426:0:18574:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0ee6 00000100:00080000:0.0:1783135785.877434:0:18574:0:(import.c:65:import_set_state_nolock()) ffff8ac5425fd000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1783135785.877457:0:18574:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1783135785.877538:0:18574:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67804a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+2:3645:x1869752809264768:12345-0@lo:9:umount.0 Request processed in 123us (1158us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135785.877544:0:18574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:0.0:1783135785.877565:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783135785.877585:0:17060:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1783135785.877594:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783135785.877635:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac67f83f000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1783135785.877649:0:3645:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1783135785.877651:0:3645:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1783135785.877654:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1869752809264640:0@lo:9:umount.0 00000100:00080000:0.0:1783135785.877667:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac64b2cb800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1783135785.877670:0:3645:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1783135785.877671:0:3645:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1783135785.877673:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67804bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1869752809264768:0@lo:9:umount.0 00000100:00080000:0.0:1783135785.877789:0:3647:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.106@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00100000:2.0:1783135785.880487:0:17049:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3646:x1869752809264000:12345-0@lo:103:ldlm_bl.0 Request processed in 17869us (18324us total) trans 0 rc -107/-107 00000100:00100000:2.0:1783135785.880500:0:17049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:2.0:1783135785.880552:0:3646:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.106@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1783135785.894414:0:3648:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.204.106@tcp not replayable, auto-deactivating 00000100:00080000:1.0:1783135785.894420:0:3648:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1783135785.894433:0:3648:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ac67f84e300 x1869752809262208/t0(0) o400->MGC192.168.204.106@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783135799 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135785.894467:0:3648:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ac543adbb80 x1869752809264000/t0(0) o103->MGC192.168.204.106@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1783135801 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135785.894476:0:3648:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ac541d9b800 x1869752809264128/t0(0) o103->MGC192.168.204.106@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1783135801 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135785.894507:0:3648:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ac543b3dc00 x1869752809264256/t0(0) o103->MGC192.168.204.106@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1783135801 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135785.894516:0:3648:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ac67804ad80 x1869752809264512/t0(0) o103->MGC192.168.204.106@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1783135801 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135785.894525:0:3648:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ac543b3ea00 x1869752809264384/t0(0) o103->MGC192.168.204.106@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1783135801 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1783135785.894533:0:3648:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1783135785.894536:0:3648:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1783135785.894538:0:3648:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1783135785.895636:0:3647:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff8ac6743e8800 already not connected (conn 1, was 1): DISCONN 00000100:00080000:2.0:1783135785.895645:0:3646:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff8ac6743e8800 already not connected (conn 1, was 1): DISCONN 00000100:00100000:0.0:1783135785.895669:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67804ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3647:1869752809264512:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783135785.895695:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543b3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3647:1869752809264384:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783135785.895715:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543adbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3646:1869752809264000:0@lo:103:ldlm_bl.0 00000100:00080000:1.0:1783135785.895749:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8ac6743e8800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783135785.895756:0:3648:0:(import.c:512:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 0@lo last attempt 584 00000100:00080000:1.0:1783135785.895766:0:3648:0:(import.c:626:import_select_connection()) MGC192.168.204.106@tcp: import ffff8ac6743e8800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:1.0:1783135785.895799:0:3648:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac543795500 x1869752809264896/t0(0) o250->MGC192.168.204.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783135785.896026:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543795500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3645:1869752809264896:0@lo:250:ptlrpcd_00_02.0 00000400:00000100:3.0:1783135785.896077:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1869752809264896 offset 0 length 520: 4 00010000:00010000:0.0:1783135785.897148:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783135785.897183:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67f84e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3649:1869752809262208:0@lo:400:kworker.0 00000100:00100000:0.0:1783135785.898288:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac541d9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3648:1869752809264128:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783135785.898315:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543b3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3648:1869752809264256:0@lo:103:ldlm_bl.0 00000020:00080000:0.0:1783135785.907524:0:20841:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff8ac67e2d19c0) has no exports 00000020:01000000:2.0:1783135785.974994:0:20841:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8ac5425d74e0 - data ffff8ac64214a1b0/ffff8ac675fd0000 00000020:01000000:2.0:1783135785.975320:0:20841:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8ac675e7cba0 - data ffff8ac66acc7360/ffff8ac675ea0400 00000001:00000004:2.0:1783135785.984274:0:20841:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:2.0:1783135786.030606:0:20841:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1783135786.030615:0:20841:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1783135786.030622:0:20841:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1783135786.034921:0:20841:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1783135786.034934:0:20841:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934594 gen 4 00000004:00080000:2.0:1783135786.034952:0:20841:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1783135786.034955:0:20841:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1783135786.035617:0:17807:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1783135786.035623:0:17807:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:0.0:1783135786.035636:0:17807:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1783135786.036346:0:20841:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1783135786.036351:0:20841:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:2.0:1783135786.036368:0:20841:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1783135786.036369:0:20841:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1783135786.036630:0:17809:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1783135786.036635:0:17809:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1783135786.036645:0:17809:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:2.0:1783135786.038232:0:20841:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0beb 00000020:00000080:2.0:1783135786.038245:0:20841:0:(genops.c:906:class_export_put()) final put ffff8ac647216800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1783135786.038955:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac647216800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1783135786.039150:0:20841:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0c00 00000020:00000080:2.0:1783135786.039156:0:20841:0:(genops.c:906:class_export_put()) final put ffff8ac648a8b800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1783135786.039199:0:20841:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:2.0:1783135786.039204:0:20841:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783135786.039212:0:20841:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1783135786.039217:0:20841:0:(genops.c:1579:class_disconnect_exports()) OBD device 13 (ffff8ac67e2d0000) has no exports 00000004:01000000:2.0:1783135786.039372:0:20841:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1783135786.039391:0:20841:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0c54 00000020:00000080:2.0:1783135786.039395:0:20841:0:(genops.c:906:class_export_put()) final put ffff8ac649bde000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1783135786.040553:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac648a8b800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:2.0:1783135786.045720:0:20841:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:2.0:1783135786.045737:0:20841:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783135786.045747:0:20841:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1783135786.045752:0:20841:0:(genops.c:1579:class_disconnect_exports()) OBD device 18 (ffff8ac658014d40) has no exports 00000020:00000080:2.0:1783135786.045763:0:20841:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0c4d 00000020:00000080:2.0:1783135786.045773:0:20841:0:(genops.c:906:class_export_put()) final put ffff8ac64b2cd800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1783135786.045937:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac649bde000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1783135786.045962:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac64b2cd800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:2.0:1783135786.046566:0:20841:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:2.0:1783135786.046573:0:20841:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1783135786.046578:0:20841:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:2.0:1783135786.046586:0:20841:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1783135786.046589:0:20841:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1783135786.046643:0:20841:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783135786.046651:0:20841:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1783135786.046659:0:20841:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0c3f 00000020:00000080:2.0:1783135786.046666:0:20841:0:(genops.c:906:class_export_put()) final put ffff8ac67b1bd800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1783135786.046673:0:20841:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:2.0:1783135786.046679:0:20841:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783135786.046682:0:20841:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1783135786.046686:0:20841:0:(genops.c:1579:class_disconnect_exports()) OBD device 17 (ffff8ac67e6999c0) has no exports 00000020:00000080:2.0:1783135786.046692:0:20841:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0c38 00000020:00000080:2.0:1783135786.046695:0:20841:0:(genops.c:906:class_export_put()) final put ffff8ac67f83a000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1783135786.046943:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac64b2cb800 for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1783135786.046954:0:8:0:(genops.c:906:class_export_put()) final put ffff8ac67b1be000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1783135786.046957:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac67b1be000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:0.0:1783135786.046965:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1783135786.047053:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac67b1bd800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1783135786.047059:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac67f83a000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:2.0:1783135786.047429:0:20841:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:2.0:1783135786.047432:0:20841:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1783135786.047435:0:20841:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934594 gen 5 00000004:00080000:2.0:1783135786.047439:0:20841:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1783135786.047440:0:20841:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1783135786.047511:0:20841:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783135786.047518:0:20841:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:2.0:1783135786.047532:0:20841:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:2.0:1783135786.047538:0:20841:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0c23 00000020:00000080:2.0:1783135786.047554:0:20841:0:(genops.c:906:class_export_put()) final put ffff8ac67b1ba800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1783135786.049830:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac67f83f000 for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1783135786.049975:0:8:0:(genops.c:906:class_export_put()) final put ffff8ac542777800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1783135786.049979:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac542777800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:0.0:1783135786.049989:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1783135786.054459:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac67b1ba800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:2.0:1783135786.054609:0:20841:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:2.0:1783135786.054637:0:20841:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783135786.054647:0:20841:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1783135786.054651:0:20841:0:(genops.c:1579:class_disconnect_exports()) OBD device 16 (ffff8ac67e69b380) has no exports 00000020:00000080:2.0:1783135786.054662:0:20841:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0c1c 00000020:00000080:2.0:1783135786.054669:0:20841:0:(genops.c:906:class_export_put()) final put ffff8ac658080800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1783135786.055016:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac658080800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1783135786.055774:0:20841:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:0.0:1783135786.055780:0:20841:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783135786.055784:0:20841:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1783135786.055790:0:20841:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1783135786.055831:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac658084000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1783135786.055879:0:20841:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783135786.055886:0:20841:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1783135786.055890:0:20841:0:(genops.c:906:class_export_put()) final put ffff8ac67b1b9000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1783135786.055893:0:20841:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac67b1b9000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:0.0:1783135786.055899:0:20841:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1783135786.056068:0:20841:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783135786.056073:0:20841:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1783135786.056076:0:20841:0:(genops.c:906:class_export_put()) final put ffff8ac67c2fc800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1783135786.056078:0:20841:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac67c2fc800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1783135786.056110:0:20841:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1783135786.056205:0:20841:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0c07 00000020:00000080:0.0:1783135786.056212:0:20841:0:(genops.c:906:class_export_put()) final put ffff8ac648a8c800/lustre-MDD0001_UUID 00000020:01000000:0.0:1783135786.056221:0:20841:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:0.0:1783135786.056229:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac648a8c800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:0.0:1783135786.056239:0:20841:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783135786.056244:0:20841:0:(obd_config.c:955:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1783135786.056247:0:20841:0:(genops.c:1579:class_disconnect_exports()) OBD device 15 (ffff8ac67c1699c0) has no exports 00000020:00000080:0.0:1783135786.056267:0:20841:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783135786.056270:0:20841:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:0.0:1783135786.056273:0:20841:0:(genops.c:906:class_export_put()) final put ffff8ac647214000/lustre-MDD0001_UUID 00000020:00000080:0.0:1783135786.056275:0:20841:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac647214000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:0.0:1783135786.056279:0:20841:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:0.0:1783135786.056375:0:20841:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0c0e 00000020:00000080:0.0:1783135786.056380:0:20841:0:(genops.c:906:class_export_put()) final put ffff8ac648a8e000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1783135786.056392:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac648a8e000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000004:0.0:1783135786.056403:0:20841:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8ac5424bf000 from lustre-MDT0001, refs=2 00000020:01000004:0.0:1783135786.056406:0:20841:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8ac5424bf000 2 00000020:01000004:0.0:1783135786.056409:0:20841:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8ac5424bf000 from lustre-MDT0001 00000020:00000080:0.0:1783135786.056427:0:20841:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783135786.056431:0:20841:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:0.0:1783135786.056434:0:20841:0:(genops.c:906:class_export_put()) final put ffff8ac647216000/lustre-MDT0001_UUID 00000020:00000080:0.0:1783135786.056436:0:20841:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac647216000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:0.0:1783135786.056443:0:20841:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:0.0:1783135786.056466:0:20841:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:0.0:1783135786.056470:0:20841:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:0.0:1783135786.056472:0:20841:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783135786.056475:0:20841:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1783135786.056483:0:20841:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff8ac67f838000 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783135786.056488:0:20841:0:(genops.c:1574:class_disconnect_exports()) OBD device 19 (ffff8ac67e69cd40) has exports, disconnecting them 00000020:00080000:0.0:1783135786.056492:0:20841:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff8ac67f838000), last request at 1783135697 00000020:00000080:0.0:1783135786.056501:0:20841:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0c8c 00000020:00080000:0.0:1783135786.056511:0:20841:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8ac67f838000): rc 0 00000020:00000080:0.0:1783135786.056514:0:20841:0:(genops.c:906:class_export_put()) final put ffff8ac67f838000/lustre-MDT0000-lwp-MDT0001 00000020:00000080:0.0:1783135786.056544:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac67f838000/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:1.0:1783135786.058461:0:20841:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:1.0:1783135786.058471:0:20841:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1783135786.058476:0:20841:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1783135786.058482:0:20841:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1783135786.058633:0:20841:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783135786.058641:0:20841:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:1.0:1783135786.058649:0:20841:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8ac5424bf000 1 00000020:00000080:1.0:1783135786.058655:0:20841:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0bb3 00000020:00000080:1.0:1783135786.058663:0:20841:0:(genops.c:906:class_export_put()) final put ffff8ac5424bd800/lustre-MDT0001-osd_UUID 00000020:01000000:1.0:1783135786.058668:0:20841:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:1.0:1783135786.058673:0:20841:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783135786.058677:0:20841:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1783135786.058690:0:20841:0:(genops.c:1579:class_disconnect_exports()) OBD device 12 (ffff8ac658013380) has no exports 00000020:00000080:1.0:1783135786.062308:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac649bdb800 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1783135786.062328:0:8:0:(genops.c:906:class_export_put()) final put ffff8ac67f83c000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:1.0:1783135786.062332:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac67f83c000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:1.0:1783135786.062348:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:1.0:1783135786.062426:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac5424bd800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1783135786.177796:0:20841:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783135786.177979:0:20841:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:0.0:1783135786.177986:0:20841:0:(genops.c:906:class_export_put()) final put ffff8ac5424bf800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1783135786.177992:0:20841:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac5424bf800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:0.0:1783135786.178005:0:20841:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:0.0:1783135786.178163:0:20841:0:(obd_mount.c:659:lustre_free_lsi()) Freeing lsi ffff8ac5424bb800 00000020:01000000:0.0:1783135786.178186:0:20841:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:0.0:1783135786.178191:0:20841:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783135786.178195:0:20841:0:(obd_config.c:955:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1783135786.178200:0:20841:0:(genops.c:1579:class_disconnect_exports()) OBD device 3 (ffff8ac67e2d4d40) has no exports 00000100:00100000:1.0:1783135786.178304:0:17065:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff8ac678092e00:17065] 1 exiting: rc = 0 00000100:00100000:1.0:1783135786.178422:0:17066:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff8ac678092400:17066] 2 exiting: rc = 0 00000100:00100000:3.0:1783135786.178592:0:17772:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff8ac672e85200:17772] 3 exiting: rc = 0 00000100:00100000:2.0:1783135786.178756:0:17064:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff8ac67b1cc000:17064] 0 exiting: rc = 1 00000100:00100000:0.0:1783135786.178969:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.178976:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.178982:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.178987:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.178992:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.178998:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179004:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179009:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179015:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179021:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179027:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179033:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179038:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179043:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179049:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179055:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179061:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179066:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179073:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179310:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179316:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179323:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179329:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179334:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179341:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179346:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179352:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179358:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179364:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179369:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179374:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179380:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179385:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179390:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179395:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179401:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179406:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179412:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179418:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179424:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179429:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179435:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179442:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179448:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179453:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179458:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179463:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179468:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179474:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179479:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179484:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179489:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179494:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179499:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179515:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179520:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179526:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179531:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179535:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179540:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179545:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179550:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179554:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.179559:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.183353:0:17067:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff8ac678093200:17067] 0 exiting: rc = 1 00000100:00100000:2.0:1783135786.183409:0:17068:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff8ac678093800:17068] 1 exiting: rc = 0 00000100:00100000:1.0:1783135786.183677:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183688:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183694:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183700:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183705:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183710:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183715:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183720:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183729:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183734:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183739:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183743:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183748:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183753:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183759:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183764:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183769:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183775:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183781:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183786:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183791:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183796:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183803:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183818:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183824:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183843:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183848:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183853:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183857:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183862:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183867:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183871:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183876:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183881:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183886:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183891:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183896:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183902:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183908:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183914:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183919:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183925:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183930:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183935:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183940:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183945:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183950:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183955:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183960:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183967:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183972:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183978:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183984:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183989:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.183995:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.184000:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.184004:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.184009:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.184015:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.184020:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.184201:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.184206:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.184212:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.184218:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.184825:0:17070:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff8ac543b4c400:17070] 1 exiting: rc = 0 00000100:00100000:3.0:1783135786.184921:0:17069:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff8ac543b4ce00:17069] 0 exiting: rc = 1 00000100:00100000:0.0:1783135786.185006:0:17806:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff8ac672e84600:17806] 2 exiting: rc = 0 00000100:00100000:0.0:1783135786.193254:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193272:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193362:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193370:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193377:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193383:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193390:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193397:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193402:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193407:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193414:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193433:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193440:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193447:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193453:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193458:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193464:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193470:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193476:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193481:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193486:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193492:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193498:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193518:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193538:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193544:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193551:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193556:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193561:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193566:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193572:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193579:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193585:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193590:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193596:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193615:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193622:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193628:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193634:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193639:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193647:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193657:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193663:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193671:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193677:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193683:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193689:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193709:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193717:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193722:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193728:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193735:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193740:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193746:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193752:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193758:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193764:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193770:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193776:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193800:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193821:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193829:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193834:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.193849:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202189:0:17071:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff8ac543b4d200:17071] 0 exiting: rc = 1 00000100:00100000:2.0:1783135786.202196:0:17072:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff8ac543b4c200:17072] 1 exiting: rc = 0 00000100:00100000:0.0:1783135786.202414:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202422:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202429:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202436:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202442:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202449:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202454:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202460:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202465:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202470:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202477:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202481:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202487:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202493:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202498:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202503:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202508:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202512:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202517:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202522:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202527:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202532:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202537:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202541:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202546:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202551:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202556:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202561:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202566:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202586:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202592:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202597:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202602:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202607:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202613:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202618:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202624:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202629:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202634:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202640:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202645:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202650:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202657:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202662:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202667:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202672:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202677:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202683:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202688:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202693:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202698:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202703:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202708:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202714:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202719:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202724:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202730:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202735:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202739:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202743:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202748:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202752:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202757:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135786.202761:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.205658:0:17074:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff8ac64372dc00:17074] 1 exiting: rc = 0 00000100:00100000:0.0:1783135786.206226:0:17073:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff8ac64372d800:17073] 0 exiting: rc = 1 00000100:00100000:2.0:1783135786.206542:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206551:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206556:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206561:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206566:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206570:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206576:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206581:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206588:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206593:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206598:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206603:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206609:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206614:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206619:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206624:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206628:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206632:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206637:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206642:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206646:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206667:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206672:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206678:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206683:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206688:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206693:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206698:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206703:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206708:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206713:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206718:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206724:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206729:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206735:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206740:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206745:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206752:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206758:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206764:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206769:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206775:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206780:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206784:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206789:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206794:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206800:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206805:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206822:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206827:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206832:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206839:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206968:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206974:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206979:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206984:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.206996:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.207000:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.207005:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.207010:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.207015:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.207020:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.207025:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135786.207030:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208131:0:17075:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff8ac543b4de00:17075] 0 exiting: rc = 1 00000100:00100000:0.0:1783135786.208206:0:17076:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff8ac652bac400:17076] 1 exiting: rc = 0 00000100:00100000:3.0:1783135786.208471:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208483:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208487:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208491:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208495:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208498:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208502:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208505:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208508:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208511:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208514:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208517:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208520:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208523:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208526:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208530:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208533:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208536:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208539:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208542:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208545:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208548:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208551:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208554:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208557:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208559:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208563:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208565:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208569:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208572:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208575:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208578:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208581:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208584:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208588:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208592:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208599:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208602:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208606:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208609:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208612:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208615:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208618:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208622:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208624:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208628:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208631:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208634:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208637:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208640:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208642:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208645:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208648:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208651:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208653:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208656:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208659:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208662:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208665:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208667:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208670:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208673:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208676:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.208679:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135786.209666:0:17077:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff8ac67c136800:17077] 0 exiting: rc = 1 00000100:00100000:0.0:1783135786.212833:0:17078:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff8ac67c136c00:17078] 1 exiting: rc = 0 00000100:00100000:0.0:1783135786.213061:0:17079:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff8ac67b1c7400:17079] 2 exiting: rc = 0 00000100:00100000:3.0:1783135786.213428:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.213436:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.213442:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.213448:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.213454:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.213460:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.213469:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.213487:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.213494:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.214144:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.214156:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.214163:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219372:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219397:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219403:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219409:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219415:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219423:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219430:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219439:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219447:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219453:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219460:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219468:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219474:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219481:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219488:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219495:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219501:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219507:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219513:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219517:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219523:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219547:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219554:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219559:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219564:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219569:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219574:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219579:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219585:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219591:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219608:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219614:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219618:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219624:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219630:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219636:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219642:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219649:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219655:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219661:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219666:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219672:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219677:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219683:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219688:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219707:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219713:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219718:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219723:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219728:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219734:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135786.219739:0:20841:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1783135786.224827:0:20841:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783135786.224843:0:20841:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:3.0:1783135786.224851:0:20841:0:(genops.c:906:class_export_put()) final put ffff8ac678354000/MDS_uuid 00000020:00000080:3.0:1783135786.224857:0:20841:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac678354000/MDS_uuid for MDS 00000020:01000000:3.0:1783135786.224865:0:20841:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:3.0:1783135786.225024:0:20841:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:2.0:1783135786.364887:0:17052:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135787.374675:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1783135788.398571:0:13713:0:(pinger.c:231:ptlrpc_pinger_process_import()) cd33be97-b4c1-460b-98a5-4a7a9daa67b8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783135788.398581:0:13713:0:(pinger.c:249:ptlrpc_pinger_process_import()) cd33be97-b4c1-460b-98a5-4a7a9daa67b8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783135788.398585:0:13713:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783135788.398589:0:13713:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1783135788.398594:0:13713:0:(import.c:65:import_set_state_nolock()) ffff8ac5431db800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783135788.398627:0:13713:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 687 00000100:00080000:3.0:1783135788.398635:0:13713:0:(import.c:591:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1783135788.398643:0:13713:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8ac5431db800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:3.0:1783135788.398697:0:13713:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac678048000 x1869752809265024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783135788.398762:0:13713:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783135788.398776:0:13713:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1783135788.398779:0:13713:0:(import.c:65:import_set_state_nolock()) ffff8ac54257d800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783135788.398783:0:13713:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 687 00000100:00080000:3.0:1783135788.398786:0:13713:0:(import.c:591:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1783135788.398790:0:13713:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8ac54257d800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:3.0:1783135788.398803:0:13713:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac67804b800 x1869752809265280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783135788.398895:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1869752809265024:0@lo:38:kworker.0 00000100:00100000:3.0:1783135788.398963:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1869752809265152:0@lo:400:kworker.0 00000400:00000100:1.0:1783135788.398988:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1869752809265024 offset 0 length 520: 4 00000400:00000100:3.0:1783135788.398997:0:3648:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1869752809265152 offset 0 length 224: 4 00000100:00100000:1.0:1783135788.399029:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67804b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1869752809265280:0@lo:38:kworker.0 00010000:00010000:2.0:1783135788.399123:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783135788.399200:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1869752809265408:0@lo:400:kworker.0 00000400:00000100:1.0:1783135788.400972:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1869752809265280 offset 0 length 520: 4 00000400:00000100:1.0:1783135788.402352:0:3649:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1869752809265408 offset 0 length 224: 4 00010000:00010000:0.0:1783135789.422851:0:17052:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135790.446248:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1783135790.447835:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) cd33be97-b4c1-460b-98a5-4a7a9daa67b8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783135790.447849:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) cd33be97-b4c1-460b-98a5-4a7a9daa67b8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783135790.447852:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783135790.447856:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1783135790.447981:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1869752809265536:0@lo:400:kworker.0 00000400:00000100:0.0:1783135790.448069:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1869752809265536 offset 0 length 224: 4 00000100:00080000:2.0:1783135790.448223:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783135790.448227:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1783135790.448272:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783135790.448280:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1869752809265664:0@lo:400:kworker.0 00000400:00000100:0.0:1783135790.448301:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1869752809265664 offset 0 length 224: 4 00000020:01000004:2.0:1783135790.878379:0:21042:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:1.0:1783135790.909383:0:21042:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0000 00010000:00010000:1.0:1783135790.909449:0:21042:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67f908a00/0xf7de4ef628ee0d26 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee0d2d expref: -99 pid: 18568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135790.909466:0:21042:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67f908a00/0xf7de4ef628ee0d26 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee0d2d expref: -99 pid: 18568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135790.909487:0:21042:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67f908a00/0xf7de4ef628ee0d26 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee0d2d expref: -99 pid: 18568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135790.909495:0:21042:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8ac67f908a00/0xf7de4ef628ee0d26 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee0d2d expref: -99 pid: 18568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135790.909521:0:21042:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1783135790.909529:0:21042:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1783135790.909559:0:21042:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1783135790.909574:0:21042:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ac678048000 x1869752809265024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1783135803 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135790.909597:0:21042:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1783135790.909620:0:21042:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1783135790.909627:0:21042:0:(import.c:65:import_set_state_nolock()) ffff8ac5431db800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1783135790.909633:0:21042:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1783135790.909637:0:21042:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ac678048000 x1869752809265024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1783135803 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1783135790.909750:0:18220:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783135790.909760:0:18220:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8ac67f908a00/0xf7de4ef628ee0d26 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee0d2d expref: -99 pid: 18568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135790.909769:0:18220:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67f908a00 already unused, calling callback (ffffffffc12dac20) 10000000:00010000:2.0:1783135790.909773:0:18220:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8ac67f908a00/0xf7de4ef628ee0d26 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee0d2d expref: -99 pid: 18568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135790.909783:0:18220:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac67f908a00/0xf7de4ef628ee0d26 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xf7de4ef628ee0d2d expref: -99 pid: 18568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783135790.909790:0:18220:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac67f908a00/0xf7de4ef628ee0d26 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xf7de4ef628ee0d2d expref: -99 pid: 18568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783135790.909804:0:18220:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1783135790.909807:0:18220:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1783135790.909810:0:18220:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1783135790.909825:0:18220:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8ac6743e8800 00010000:00010000:2.0:1783135790.909829:0:18220:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8ac67f908a00/0xf7de4ef628ee0d26 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xf7de4ef628ee0d2d expref: -99 pid: 18568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135790.909835:0:18220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac67f908a00/0xf7de4ef628ee0d26 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xf7de4ef628ee0d2d expref: -99 pid: 18568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135790.909857:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135790.909859:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135790.909861:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783135790.910243:0:21042:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1783135790.910248:0:21042:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:3.0:1783135790.910252:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1869752809265024:0@lo:38:kworker.0 00000100:00080000:1.0:1783135790.912052:0:21042:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1783135790.912070:0:21042:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ac678048a80 x1869752809265152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135804 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135790.912282:0:21042:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ac543ad9c00 x1869752809265536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135806 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135790.912297:0:21042:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1783135790.912304:0:21042:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1783135790.912333:0:21042:0:(import.c:65:import_set_state_nolock()) ffff8ac5431da000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1783135790.912502:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3645:1869752809265792:0@lo:39:umount.0 00000100:00100000:3.0:1783135790.912544:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1869752809265152:0@lo:400:kworker.0 00000400:00000100:2.0:1783135790.912563:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1869752809265792 offset 0 length 224: 4 00000100:00100000:0.0:1783135790.912960:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1869752809265536:0@lo:400:kworker.0 00000001:00100000:0.0:1783135790.962812:0:19388:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1783135790.962821:0:19388:0:(genops.c:906:class_export_put()) final put ffff8ac5425f8800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1783135790.963544:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac5425f8800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1783135790.963605:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac5425fd000 for lustre-OST0001 00000001:00100000:1.0:1783135790.963801:0:18569:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1783135790.963807:0:18569:0:(genops.c:906:class_export_put()) final put ffff8ac5431df000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1783135790.963868:0:13713:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac5431df000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1783135790.963906:0:13713:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac5431da800 for lustre-OST0000 00010000:00010000:0.0:1783135791.477043:0:17052:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135792.498869:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1783135793.455403:0:13713:0:(pinger.c:231:ptlrpc_pinger_process_import()) cd33be97-b4c1-460b-98a5-4a7a9daa67b8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783135793.455414:0:13713:0:(pinger.c:249:ptlrpc_pinger_process_import()) cd33be97-b4c1-460b-98a5-4a7a9daa67b8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783135793.455418:0:13713:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783135793.455421:0:13713:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1783135793.455549:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783135793.455570:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1869752809265920:0@lo:400:kworker.0 00000400:00000100:2.0:1783135793.455628:0:3649:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1869752809265920 offset 0 length 224: 4 00010000:00010000:2.0:1783135793.518288:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135794.543014:0:17052:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135795.566448:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783135796.014226:0:3645:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783135785/real 1783135785] req@ffff8ac543795500 x1869752809264896/t0(0) o250->MGC192.168.204.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1783135795 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135796.014264:0:3645:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8ac543795500 x1869752809264896/t0(0) o250->MGC192.168.204.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1783135795 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783135796.014306:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac6743e8800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783135796.014354:0:3645:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00080000:0.0:1783135796.014609:0:13713:0:(pinger.c:231:ptlrpc_pinger_process_import()) cd33be97-b4c1-460b-98a5-4a7a9daa67b8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783135796.014615:0:13713:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1783135796.014618:0:13713:0:(import.c:65:import_set_state_nolock()) ffff8ac6743e8800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783135796.014633:0:13713:0:(import.c:512:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 0@lo last attempt 689 00000100:00080000:0.0:1783135796.014639:0:13713:0:(import.c:591:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1783135796.014646:0:13713:0:(import.c:626:import_select_connection()) MGC192.168.204.106@tcp: import ffff8ac6743e8800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:0.0:1783135796.014683:0:13713:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac678320000 x1869752809266048/t0(0) o250->MGC192.168.204.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783135796.014698:0:13713:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783135796.014701:0:13713:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1783135796.014810:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783135796.014827:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678323800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1869752809266176:0@lo:400:kworker.0 00000400:00000100:3.0:1783135796.014879:0:3648:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1869752809266176 offset 0 length 224: 4 00000100:00100000:2.0:1783135796.015112:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543795500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3645:1869752809264896:0@lo:250:ptlrpcd_00_02.0 00000100:00100000:2.0:1783135796.015133:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678320000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3645:1869752809266048:0@lo:250:kworker.0 00000400:00000100:2.0:1783135796.015157:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1869752809266048 offset 0 length 520: 4 00010000:00010000:2.0:1783135796.590316:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135797.614453:0:17052:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135798.638430:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135799.662599:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783135800.110209:0:3645:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783135790/real 1783135790] req@ffff8ac543794380 x1869752809265792/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1783135800 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135800.110239:0:3645:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8ac543794380 x1869752809265792/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1783135800 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783135800.110257:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac5431da000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1783135800.110279:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3645:1869752809265792:0@lo:39:umount.0 00000100:00080000:1.0:1783135800.110331:0:21042:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1783135800.110337:0:21042:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1783135800.110343:0:21042:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1783135800.111304:0:21042:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67f908600/0xf7de4ef628ee0cfc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee0d03 expref: -99 pid: 18568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135800.111319:0:21042:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67f908600/0xf7de4ef628ee0cfc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee0d03 expref: -99 pid: 18568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135800.111328:0:21042:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67f908600/0xf7de4ef628ee0cfc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee0d03 expref: -99 pid: 18568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135800.111353:0:21042:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8ac67f908600/0xf7de4ef628ee0cfc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee0d03 expref: -99 pid: 18568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135800.111381:0:21042:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783135800.111389:0:21042:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e20f200/0xf7de4ef628ee1060 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1067 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135800.111395:0:21042:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e20f200/0xf7de4ef628ee1060 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee1067 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135800.111400:0:21042:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e20f200/0xf7de4ef628ee1060 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee1067 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135800.111406:0:21042:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8ac67e20f200/0xf7de4ef628ee1060 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee1067 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135800.111426:0:21042:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:1.0:1783135800.111430:0:21042:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:1.0:1783135800.111456:0:21042:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0000 00000020:01000000:1.0:1783135800.111460:0:21042:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:1.0:1783135800.111465:0:21042:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783135800.111480:0:21042:0:(obd_config.c:955:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1783135800.111484:0:21042:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffff8ac66b5899c0) has no exports 00000020:00080000:1.0:1783135800.111509:0:21042:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffff8ac66b5899c0) has no exports 00010000:00010000:3.0:1783135800.111559:0:17053:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783135800.111568:0:17053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8ac67f908600/0xf7de4ef628ee0cfc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee0d03 expref: -99 pid: 18568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135800.111577:0:17053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67f908600 already unused, calling callback (ffffffffc12dac20) 10000000:00010000:3.0:1783135800.111581:0:17053:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8ac67f908600/0xf7de4ef628ee0cfc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee0d03 expref: -99 pid: 18568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135800.111590:0:17053:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac67f908600/0xf7de4ef628ee0cfc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xf7de4ef628ee0d03 expref: -99 pid: 18568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135800.111698:0:17052:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783135800.111706:0:17052:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8ac67e20f200/0xf7de4ef628ee1060 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee1067 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135800.111715:0:17052:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e20f200 already unused, calling callback (ffffffffc12dac20) 10000000:00010000:3.0:1783135800.111717:0:17053:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac67f908600/0xf7de4ef628ee0cfc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xf7de4ef628ee0d03 expref: -99 pid: 18568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783135800.111719:0:17052:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8ac67e20f200/0xf7de4ef628ee1060 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee1067 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783135800.111736:0:17053:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1783135800.111738:0:17052:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac67e20f200/0xf7de4ef628ee1060 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf7de4ef628ee1067 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783135800.111742:0:17053:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:3.0:1783135800.111746:0:17053:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 10000000:00010000:0.0:1783135800.111750:0:17052:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac67e20f200/0xf7de4ef628ee1060 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf7de4ef628ee1067 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783135800.111756:0:17052:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1783135800.111759:0:17052:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1783135800.111762:0:17052:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1783135800.111769:0:17053:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8ac6743e8800 00010000:00010000:0.0:1783135800.111772:0:17052:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8ac6743e8800 00010000:00010000:3.0:1783135800.111775:0:17053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8ac67f908600/0xf7de4ef628ee0cfc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xf7de4ef628ee0d03 expref: -99 pid: 18568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135800.111777:0:17052:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8ac67e20f200/0xf7de4ef628ee1060 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xf7de4ef628ee1067 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135800.111794:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac67f908600/0xf7de4ef628ee0cfc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xf7de4ef628ee0d03 expref: -99 pid: 18568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135800.111795:0:17052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac67e20f200/0xf7de4ef628ee1060 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xf7de4ef628ee1067 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135800.111818:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135800.111821:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135800.111825:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135800.111836:0:17052:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135800.111840:0:17052:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135800.111842:0:17052:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:1.0:1783135800.113257:0:21042:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8ac543947a20 - data ffff8ac542189a20/ffff8ac54242d000 00000020:01000000:1.0:1783135800.113386:0:21042:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8ac648937c60 - data ffff8ac66aef6000/ffff8ac543545000 00100000:10000000:1.0:1783135800.131481:0:21042:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1783135800.143618:0:21042:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0d11 00000020:00000080:0.0:1783135800.143629:0:21042:0:(genops.c:906:class_export_put()) final put ffff8ac66fade800/lustre-OST0000-osd_UUID 00000020:01000004:0.0:1783135800.143692:0:21042:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8ac642c1d000 from lustre-OST0000, refs=2 00000020:01000004:0.0:1783135800.143696:0:21042:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8ac642c1d000 2 00000020:01000004:0.0:1783135800.143699:0:21042:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8ac642c1d000 from lustre-OST0000 00000020:00000080:0.0:1783135800.143723:0:21042:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783135800.143733:0:21042:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:0.0:1783135800.143736:0:21042:0:(genops.c:906:class_export_put()) final put ffff8ac66fadb800/lustre-OST0000_UUID 00000020:00000080:0.0:1783135800.143739:0:21042:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac66fadb800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:0.0:1783135800.143745:0:21042:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:0.0:1783135800.143805:0:21042:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:0.0:1783135800.143810:0:21042:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1783135800.143814:0:21042:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783135800.143818:0:21042:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1783135800.143826:0:21042:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8ac5431dc000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783135800.143832:0:21042:0:(genops.c:1574:class_disconnect_exports()) OBD device 23 (ffff8ac67c168000) has exports, disconnecting them 00000020:00080000:0.0:1783135800.143837:0:21042:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8ac5431dc000), last request at 1783135715 00000020:00000080:0.0:1783135800.143841:0:21042:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0d3b 00000020:00080000:0.0:1783135800.143851:0:21042:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8ac5431dc000): rc 0 00000020:00000080:0.0:1783135800.143856:0:21042:0:(genops.c:906:class_export_put()) final put ffff8ac5431dc000/lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1783135800.146240:0:13713:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac66fade800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00010000:01000000:2.0:1783135800.151148:0:21042:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:2.0:1783135800.151159:0:21042:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1783135800.151163:0:21042:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1783135800.151170:0:21042:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1783135800.154330:0:13713:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac5431dc000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:2.0:1783135800.158891:0:21042:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783135800.158906:0:21042:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:2.0:1783135800.158914:0:21042:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1783135800.158922:0:21042:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783135800.158926:0:21042:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1783135800.158933:0:21042:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff8ac5431de800 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1783135800.158940:0:21042:0:(genops.c:1574:class_disconnect_exports()) OBD device 24 (ffff8ac67c16cd40) has exports, disconnecting them 00000020:00080000:2.0:1783135800.158945:0:21042:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff8ac5431de800), last request at 1783135715 00000020:00000080:2.0:1783135800.158951:0:21042:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0d50 00000020:00080000:2.0:1783135800.158988:0:21042:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8ac5431de800): rc 0 00000020:00000080:2.0:1783135800.158994:0:21042:0:(genops.c:906:class_export_put()) final put ffff8ac5431de800/lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1783135800.160920:0:13713:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac5431db800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1783135800.160935:0:13713:0:(genops.c:906:class_export_put()) final put ffff8ac5431dd000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:3.0:1783135800.160938:0:13713:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac5431dd000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:3.0:1783135800.160946:0:13713:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:3.0:1783135800.161022:0:13713:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac5431de800/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:3.0:1783135800.161616:0:21042:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:3.0:1783135800.161627:0:21042:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1783135800.161632:0:21042:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1783135800.161638:0:21042:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1783135800.161671:0:13713:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac5431da000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1783135800.161805:0:21042:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783135800.161812:0:21042:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:3.0:1783135800.161816:0:21042:0:(genops.c:906:class_export_put()) final put ffff8ac5431d8000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:3.0:1783135800.161818:0:21042:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac5431d8000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:3.0:1783135800.161822:0:21042:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:3.0:1783135800.161854:0:21042:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8ac642c1d000 1 00000020:00000080:3.0:1783135800.161859:0:21042:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0cee 00000020:00000080:3.0:1783135800.161864:0:21042:0:(genops.c:906:class_export_put()) final put ffff8ac647f99000/lustre-OST0000-osd_UUID 00000020:01000000:3.0:1783135800.161870:0:21042:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:3.0:1783135800.161877:0:13713:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac647f99000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1783135800.161883:0:21042:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783135800.161886:0:21042:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1783135800.161890:0:21042:0:(genops.c:1579:class_disconnect_exports()) OBD device 20 (ffff8ac54359cd40) has no exports 00000020:00000080:0.0:1783135800.222817:0:21042:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783135800.222832:0:21042:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:0.0:1783135800.222838:0:21042:0:(genops.c:906:class_export_put()) final put ffff8ac642c1b000/lustre-OST0000-osd_UUID 00000020:00000080:0.0:1783135800.222844:0:21042:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac642c1b000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:0.0:1783135800.222856:0:21042:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:0.0:1783135800.222999:0:21042:0:(obd_mount.c:659:lustre_free_lsi()) Freeing lsi ffff8ac642c1f000 00000020:02000400:0.0:1783135800.223288:0:21042:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:2.0:1783135800.686484:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783135801.199225:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) cd33be97-b4c1-460b-98a5-4a7a9daa67b8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783135801.199238:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) cd33be97-b4c1-460b-98a5-4a7a9daa67b8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783135801.199242:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783135801.199246:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1783135801.199464:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678323100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1869752809266304:0@lo:400:kworker.0 00000400:00000100:3.0:1783135801.199517:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1869752809266304 offset 0 length 224: 4 00010000:00010000:1.0:1783135801.710300:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135802.735202:0:17052:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783135803.185557:0:3645:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783135788/real 1783135788] req@ffff8ac67804b800 x1869752809265280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1783135803 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135803.185588:0:3645:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8ac67804b800 x1869752809265280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1783135803 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783135803.185610:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac54257d800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783135803.185628:0:3645:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1783135803.185633:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67804b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1869752809265280:0@lo:38:kworker.0 00000100:00080000:2.0:1783135803.185669:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) cd33be97-b4c1-460b-98a5-4a7a9daa67b8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783135803.185673:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) cd33be97-b4c1-460b-98a5-4a7a9daa67b8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783135803.185675:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783135803.185678:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1783135803.185681:0:8:0:(import.c:65:import_set_state_nolock()) ffff8ac54257d800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783135803.185686:0:8:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 692 00000100:00080000:2.0:1783135803.185691:0:8:0:(import.c:591:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1783135803.185697:0:8:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8ac54257d800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:2.0:1783135803.185727:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac543ad9f80 x1869752809266432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783135803.185781:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1869752809266432:0@lo:38:kworker.0 00000400:00000100:2.0:1783135803.185831:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1869752809266432 offset 0 length 520: 4 00000100:00100000:2.0:1783135803.185882:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1869752809266560:0@lo:400:kworker.0 00000400:00000100:2.0:1783135803.185901:0:3647:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1869752809266560 offset 0 length 224: 4 00010000:00010000:2.0:1783135803.758246:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1783135803.942843:0:21245:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:2.0:1783135803.959937:0:21245:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0001 00010000:00010000:2.0:1783135803.960036:0:21245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac6413e8000/0xf7de4ef628ee0e84 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee0e8b expref: -99 pid: 19387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135803.960054:0:21245:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac6413e8000/0xf7de4ef628ee0e84 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee0e8b expref: -99 pid: 19387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135803.960061:0:21245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac6413e8000/0xf7de4ef628ee0e84 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee0e8b expref: -99 pid: 19387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135803.960069:0:21245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8ac6413e8000/0xf7de4ef628ee0e84 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee0e8b expref: -99 pid: 19387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135803.960132:0:21245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1783135803.960140:0:21245:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1783135803.960171:0:21245:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1783135803.960184:0:21245:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ac543ad9f80 x1869752809266432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1783135823 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135803.960206:0:21245:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1783135803.960213:0:21245:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1783135803.960220:0:21245:0:(import.c:65:import_set_state_nolock()) ffff8ac54257d800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1783135803.960225:0:21245:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1783135803.960229:0:21245:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ac543ad9f80 x1869752809266432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1783135823 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135803.960236:0:21245:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1783135803.960240:0:21245:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 26s for inflight to error out 00010000:00010000:1.0:1783135803.960316:0:17053:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783135803.960324:0:17053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8ac6413e8000/0xf7de4ef628ee0e84 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee0e8b expref: -99 pid: 19387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135803.960333:0:17053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac6413e8000 already unused, calling callback (ffffffffc12dac20) 10000000:00010000:1.0:1783135803.960336:0:17053:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8ac6413e8000/0xf7de4ef628ee0e84 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee0e8b expref: -99 pid: 19387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135803.960346:0:17053:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac6413e8000/0xf7de4ef628ee0e84 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf7de4ef628ee0e8b expref: -99 pid: 19387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783135803.960353:0:17053:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac6413e8000/0xf7de4ef628ee0e84 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf7de4ef628ee0e8b expref: -99 pid: 19387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783135803.960359:0:17053:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1783135803.960362:0:17053:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1783135803.960364:0:17053:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1783135803.960380:0:17053:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8ac6743e8800 00010000:00010000:1.0:1783135803.960385:0:17053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8ac6413e8000/0xf7de4ef628ee0e84 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xf7de4ef628ee0e8b expref: -99 pid: 19387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135803.960392:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac6413e8000/0xf7de4ef628ee0e84 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xf7de4ef628ee0e8b expref: -99 pid: 19387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135803.960405:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135803.960407:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135803.960409:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783135803.960545:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1869752809266432:0@lo:38:kworker.0 00000100:00080000:2.0:1783135803.962817:0:21245:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1783135803.962836:0:21245:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ac678048e00 x1869752809265408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135804 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135803.962921:0:21245:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ac543ad8a80 x1869752809265664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135806 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135803.962941:0:21245:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ac678048a80 x1869752809265920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135809 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135803.962951:0:21245:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ac678323800 x1869752809266176/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135812 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135803.962970:0:21245:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ac678323100 x1869752809266304/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135817 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135803.962979:0:21245:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ac543ada680 x1869752809266560/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135819 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135803.962993:0:21245:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00100000:2.0:1783135803.963022:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1869752809266560:0@lo:400:kworker.0 00000100:00080000:2.0:1783135803.963053:0:21245:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1783135803.963079:0:21245:0:(import.c:65:import_set_state_nolock()) ffff8ac5425f8000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1783135803.963171:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678323100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1869752809266304:0@lo:400:kworker.0 00000100:00100000:0.0:1783135803.963181:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1869752809265664:0@lo:400:kworker.0 00000100:00100000:3.0:1783135803.963253:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678323800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1869752809266176:0@lo:400:kworker.0 00000100:00100000:3.0:1783135803.963277:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3645:1869752809266688:0@lo:39:umount.0 00000400:00000100:3.0:1783135803.963325:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1869752809266688 offset 0 length 224: 4 00000100:00100000:1.0:1783135803.964301:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1869752809265408:0@lo:400:kworker.0 00000100:00100000:1.0:1783135803.964325:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1869752809265920:0@lo:400:kworker.0 00010000:00010000:0.0:1783135804.782268:0:17052:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135805.806788:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135806.833226:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135807.854257:0:17052:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1783135808.366792:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) cd33be97-b4c1-460b-98a5-4a7a9daa67b8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783135808.366804:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) cd33be97-b4c1-460b-98a5-4a7a9daa67b8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1783135808.878339:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135809.902563:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135810.929037:0:17052:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783135811.120037:0:3645:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783135796/real 1783135796] req@ffff8ac678320000 x1869752809266048/t0(0) o250->MGC192.168.204.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1783135811 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783135811.120076:0:3645:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8ac678320000 x1869752809266048/t0(0) o250->MGC192.168.204.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1783135811 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1783135811.120112:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac6743e8800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783135811.120144:0:3645:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1783135811.120148:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678320000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3645:1869752809266048:0@lo:250:kworker.0 00000100:00080000:0.0:1783135811.120237:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) cd33be97-b4c1-460b-98a5-4a7a9daa67b8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783135811.120243:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1783135811.120246:0:8:0:(import.c:65:import_set_state_nolock()) ffff8ac6743e8800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783135811.120251:0:8:0:(import.c:512:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 0@lo last attempt 699 00000100:00080000:0.0:1783135811.120256:0:8:0:(import.c:591:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1783135811.120263:0:8:0:(import.c:626:import_select_connection()) MGC192.168.204.106@tcp: import ffff8ac6743e8800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:0.0:1783135811.120306:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac678323100 x1869752809266816/t0(0) o250->MGC192.168.204.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783135811.120430:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678323100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3645:1869752809266816:0@lo:250:kworker.0 00000400:00000100:3.0:1783135811.120485:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1869752809266816 offset 0 length 520: 4 00010000:00010000:2.0:1783135811.950932:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135812.974951:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783135813.166293:0:3645:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783135803/real 1783135803] req@ffff8ac543ada680 x1869752809266688/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1783135813 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783135813.166350:0:3645:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8ac543ada680 x1869752809266688/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1783135813 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1783135813.166374:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac5425f8000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1783135813.166400:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3645:1869752809266688:0@lo:39:umount.0 00000100:00080000:2.0:1783135813.166626:0:21245:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1783135813.166632:0:21245:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1783135813.166639:0:21245:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1783135813.168674:0:21245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c527e00/0xf7de4ef628ee0e5a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee0e61 expref: -99 pid: 19387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135813.168699:0:21245:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c527e00/0xf7de4ef628ee0e5a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee0e61 expref: -99 pid: 19387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135813.168739:0:21245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c527e00/0xf7de4ef628ee0e5a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee0e61 expref: -99 pid: 19387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135813.168747:0:21245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8ac67c527e00/0xf7de4ef628ee0e5a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee0e61 expref: -99 pid: 19387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135813.168781:0:21245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783135813.168791:0:21245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b000/0xf7de4ef628ee1052 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1059 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135813.168799:0:21245:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b000/0xf7de4ef628ee1052 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee1059 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135813.168806:0:21245:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b000/0xf7de4ef628ee1052 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee1059 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135813.168813:0:21245:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b000/0xf7de4ef628ee1052 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf7de4ef628ee1059 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135813.168947:0:21245:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:2.0:1783135813.168954:0:21245:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:2.0:1783135813.168990:0:21245:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0001 00000020:01000000:2.0:1783135813.168997:0:21245:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:2.0:1783135813.169004:0:21245:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783135813.169011:0:21245:0:(obd_config.c:955:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1783135813.169017:0:21245:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffff8ac67c16b380) has no exports 00000020:00080000:2.0:1783135813.169053:0:21245:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffff8ac67c16b380) has no exports 00000020:01000000:2.0:1783135813.171170:0:21245:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8ac543947660 - data ffff8ac66ada0288/ffff8ac54242e800 00010000:00010000:3.0:1783135813.175459:0:18220:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783135813.175574:0:18220:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8ac67c527e00/0xf7de4ef628ee0e5a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee0e61 expref: -99 pid: 19387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135813.175592:0:18220:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c527e00 already unused, calling callback (ffffffffc12dac20) 10000000:00010000:3.0:1783135813.175597:0:18220:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8ac67c527e00/0xf7de4ef628ee0e5a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee0e61 expref: -99 pid: 19387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135813.175612:0:18220:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac67c527e00/0xf7de4ef628ee0e5a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf7de4ef628ee0e61 expref: -99 pid: 19387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783135813.175621:0:18220:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac67c527e00/0xf7de4ef628ee0e5a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf7de4ef628ee0e61 expref: -99 pid: 19387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783135813.175629:0:18220:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1783135813.175701:0:18220:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:3.0:1783135813.175706:0:18220:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:3.0:1783135813.175743:0:18220:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8ac6743e8800 00010000:00010000:3.0:1783135813.175749:0:18220:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8ac67c527e00/0xf7de4ef628ee0e5a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xf7de4ef628ee0e61 expref: -99 pid: 19387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135813.175756:0:18220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac67c527e00/0xf7de4ef628ee0e5a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xf7de4ef628ee0e61 expref: -99 pid: 19387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135813.175847:0:18220:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783135813.175853:0:18220:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b000/0xf7de4ef628ee1052 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee1059 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135813.175859:0:18220:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64b000 already unused, calling callback (ffffffffc12dac20) 10000000:00010000:3.0:1783135813.175862:0:18220:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b000/0xf7de4ef628ee1052 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf7de4ef628ee1059 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135813.175881:0:18220:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b000/0xf7de4ef628ee1052 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf7de4ef628ee1059 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783135813.175887:0:18220:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b000/0xf7de4ef628ee1052 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf7de4ef628ee1059 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783135813.175892:0:18220:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1783135813.175895:0:18220:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1783135813.175897:0:18220:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1783135813.175906:0:18220:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8ac6743e8800 00010000:00010000:3.0:1783135813.175909:0:18220:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b000/0xf7de4ef628ee1052 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xf7de4ef628ee1059 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135813.175916:0:18220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b000/0xf7de4ef628ee1052 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xf7de4ef628ee1059 expref: -99 pid: 17061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135813.177322:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135813.177329:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135813.177334:0:18220:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135813.178581:0:17052:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1783135813.181921:0:21245:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8ac543a80360 - data ffff8ac66ada16c0/ffff8ac67e5a1000 00100000:10000000:2.0:1783135813.194968:0:21245:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1783135813.211154:0:21245:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0e6f 00000020:00000080:0.0:1783135813.211173:0:21245:0:(genops.c:906:class_export_put()) final put ffff8ac5435a6000/lustre-OST0001-osd_UUID 00000020:01000004:0.0:1783135813.211290:0:21245:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8ac66fada000 from lustre-OST0001, refs=2 00000020:01000004:0.0:1783135813.211294:0:21245:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8ac66fada000 2 00000020:01000004:0.0:1783135813.211307:0:21245:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8ac66fada000 from lustre-OST0001 00000020:00000080:0.0:1783135813.211371:0:21245:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783135813.211396:0:21245:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:0.0:1783135813.211401:0:21245:0:(genops.c:906:class_export_put()) final put ffff8ac5431d9000/lustre-OST0001_UUID 00000020:00000080:0.0:1783135813.211405:0:21245:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac5431d9000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:0.0:1783135813.211422:0:21245:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:0.0:1783135813.211600:0:21245:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import cd33be97-b4c1-460b-98a5-4a7a9daa67b8->MGS 00010000:00010000:0.0:1783135813.211628:0:21245:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac67c526600/0xf7de4ef628ee0bba lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf7de4ef628ee0bc1 expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783135813.211641:0:21245:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac67c526600/0xf7de4ef628ee0bba lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf7de4ef628ee0bc1 expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783135813.211648:0:21245:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:0.0:1783135813.211651:0:21245:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:0.0:1783135813.211655:0:21245:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:0.0:1783135813.211676:0:21245:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8ac6743e8800 00010000:00010000:0.0:1783135813.211680:0:21245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac67c526600/0xf7de4ef628ee0bba lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xf7de4ef628ee0bc1 expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135813.211712:0:21245:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac650988200/0xf7de4ef628ee0aa9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf7de4ef628ee0ab0 expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783135813.211719:0:21245:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac650988200/0xf7de4ef628ee0aa9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf7de4ef628ee0ab0 expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783135813.211725:0:21245:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1783135813.211727:0:21245:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:0.0:1783135813.211728:0:21245:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:0.0:1783135813.211740:0:21245:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8ac6743e8800 00010000:00010000:0.0:1783135813.211743:0:21245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac650988200/0xf7de4ef628ee0aa9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xf7de4ef628ee0ab0 expref: -99 pid: 17043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1783135813.211774:0:21245:0:(import.c:65:import_set_state_nolock()) ffff8ac6743e8800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:0.0:1783135813.211780:0:21245:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1783135813.211784:0:21245:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1783135813.211786:0:21245:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1783135813.211791:0:21245:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1783135813.211812:0:21245:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ac678323100 x1869752809266816/t0(0) o250->MGC192.168.204.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1783135831 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1783135813.211949:0:21245:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1783135813.211954:0:21245:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 24s for inflight to error out 00000100:00100000:2.0:1783135813.212165:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678323100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cd33be97-b4c1-460b-98a5-4a7a9daa67b8:3645:1869752809266816:0@lo:250:kworker.0 10000000:01000000:0.0:1783135813.212228:0:21245:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1783135813.212238:0:21245:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0a94 00000020:00000080:0.0:1783135813.212244:0:21245:0:(genops.c:906:class_export_put()) final put ffff8ac678350000/cd33be97-b4c1-460b-98a5-4a7a9daa67b8 00000020:00000080:1.0:1783135813.213251:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac5435a6000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:0.0:1783135813.215653:0:21245:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of MGC192.168.204.106@tcp (flags='') 00000020:00000080:0.0:1783135813.215673:0:21245:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783135813.215901:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac678350000/cd33be97-b4c1-460b-98a5-4a7a9daa67b8 for MGC192.168.204.106@tcp 00000020:00000080:0.0:1783135813.215949:0:21245:0:(obd_config.c:955:class_cleanup()) MGC192.168.204.106@tcp: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1783135813.215957:0:21245:0:(genops.c:1579:class_disconnect_exports()) OBD device 2 (ffff8ac543598000) has no exports 10000000:01000000:2.0:1783135813.217929:0:17061:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:0.0:1783135813.218029:0:21245:0:(obd_class.h:671:obd_cleanup_client_import()) MGC192.168.204.106@tcp: client import never connected 00000100:00080000:0.0:1783135813.218036:0:21245:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:0.0:1783135813.218041:0:21245:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1783135813.218046:0:21245:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:0.0:1783135813.218050:0:21245:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1783135813.218424:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac6743e8800 for MGC192.168.204.106@tcp 00000020:00000080:0.0:1783135813.218711:0:21245:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783135813.218725:0:21245:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.204.106@tcp (uuid cd33be97-b4c1-460b-98a5-4a7a9daa67b8) 00000020:00000080:0.0:1783135813.218732:0:21245:0:(genops.c:906:class_export_put()) final put ffff8ac6743ef800/cd33be97-b4c1-460b-98a5-4a7a9daa67b8 00000020:00000080:0.0:1783135813.218737:0:21245:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac6743ef800/cd33be97-b4c1-460b-98a5-4a7a9daa67b8 for MGC192.168.204.106@tcp 00000020:01000000:0.0:1783135813.218744:0:21245:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.204.106@tcp (cd33be97-b4c1-460b-98a5-4a7a9daa67b8) 00000020:01000000:0.0:1783135813.219290:0:21245:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1783135813.219296:0:21245:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783135813.219313:0:21245:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1783135813.219322:0:21245:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff8ac5425ff000 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783135813.219342:0:21245:0:(genops.c:1574:class_disconnect_exports()) OBD device 27 (ffff8ac67b4b99c0) has exports, disconnecting them 00000020:00080000:0.0:1783135813.219346:0:21245:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff8ac5425ff000), last request at 1783135731 00000020:00000080:0.0:1783135813.219602:0:21245:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0e99 00000020:00080000:0.0:1783135813.219724:0:21245:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8ac5425ff000): rc 0 00000020:00000080:0.0:1783135813.219733:0:21245:0:(genops.c:906:class_export_put()) final put ffff8ac5425ff000/lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1783135813.219908:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac5425ff000/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:3.0:1783135813.232411:0:21245:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:3.0:1783135813.232425:0:21245:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1783135813.232432:0:21245:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1783135813.232444:0:21245:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1783135813.232497:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac54257d800 for lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1783135813.233084:0:21245:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783135813.233849:0:21245:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:3.0:1783135813.233858:0:21245:0:(genops.c:906:class_export_put()) final put ffff8ac5440e9000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:3.0:1783135813.233864:0:21245:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac5440e9000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:3.0:1783135813.233881:0:21245:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:3.0:1783135813.233984:0:21245:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1783135813.234003:0:21245:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783135813.234009:0:21245:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1783135813.234029:0:21245:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff8ac5425f9800 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1783135813.234036:0:21245:0:(genops.c:1574:class_disconnect_exports()) OBD device 28 (ffff8ac66b588000) has exports, disconnecting them 00000020:00080000:3.0:1783135813.234044:0:21245:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff8ac5425f9800), last request at 1783135731 00000020:00000080:3.0:1783135813.234049:0:21245:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0eae 00000020:00080000:3.0:1783135813.234068:0:21245:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8ac5425f9800): rc 0 00000020:00000080:3.0:1783135813.234075:0:21245:0:(genops.c:906:class_export_put()) final put ffff8ac5425f9800/lustre-MDT0001-lwp-OST0001 00000020:00000080:2.0:1783135813.234143:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac5425f9800/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:3.0:1783135813.235213:0:21245:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:3.0:1783135813.235219:0:21245:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1783135813.235224:0:21245:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1783135813.235230:0:21245:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1783135813.235283:0:17053:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:3.0:1783135813.235594:0:18220:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00000020:00000080:1.0:1783135813.236217:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8ac5425f8000 for lustre-MDT0001-lwp-OST0001 00010000:00010000:1.0:1783135813.237158:0:17052:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:1.0:1783135813.237460:0:17048:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8ac67804fc00:17048] 1 exiting: rc = 0 00000100:00100000:0.0:1783135813.238564:0:17047:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8ac649351000:17047] 0 exiting: rc = 1 00000100:00100000:3.0:1783135813.238682:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.239125:0:17049:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8ac661120000:17049] 0 exiting: rc = 1 00000100:00100000:1.0:1783135813.239181:0:17051:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8ac6528a2400:17051] 2 exiting: rc = 0 00000100:00100000:1.0:1783135813.239406:0:18599:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff8ac544323e00:18599] 3 exiting: rc = 0 00000100:00100000:0.0:1783135813.239720:0:17050:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8ac6528a2000:17050] 1 exiting: rc = 0 00000100:00100000:3.0:1783135813.245100:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245116:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245124:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245132:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245139:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245150:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245156:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245163:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245169:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245176:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245193:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245430:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245440:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245447:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245454:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245490:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245497:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245503:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245509:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245514:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245520:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245525:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245531:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245536:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245543:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245549:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245555:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245560:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245565:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245571:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245577:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245583:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245588:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245594:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245600:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245606:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245612:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245618:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245624:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245630:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245635:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245642:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245648:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245654:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245660:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245666:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245672:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245677:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245683:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245689:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245704:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245709:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245715:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245721:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245737:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245744:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245750:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245756:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245762:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245768:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245773:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245779:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245785:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.245791:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1783135813.249444:0:21245:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783135813.249466:0:21245:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:3.0:1783135813.249474:0:21245:0:(genops.c:906:class_export_put()) final put ffff8ac5425fa000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:3.0:1783135813.249479:0:21245:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac5425fa000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:3.0:1783135813.249487:0:21245:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:3.0:1783135813.249566:0:21245:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8ac66fada000 1 00000020:00000080:3.0:1783135813.249575:0:21245:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xf7de4ef628ee0e53 00000020:00000080:3.0:1783135813.249583:0:21245:0:(genops.c:906:class_export_put()) final put ffff8ac5440e9800/lustre-OST0001-osd_UUID 00000020:01000000:3.0:1783135813.249607:0:21245:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:3.0:1783135813.249611:0:21245:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783135813.249617:0:21245:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1783135813.249622:0:21245:0:(genops.c:1579:class_disconnect_exports()) OBD device 25 (ffff8ac66b58cd40) has no exports 00000020:00000080:1.0:1783135813.249827:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac5440e9800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:2.0:1783135813.305465:0:21245:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783135813.305485:0:21245:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:2.0:1783135813.305493:0:21245:0:(genops.c:906:class_export_put()) final put ffff8ac66fad9800/lustre-OST0001-osd_UUID 00000020:00000080:2.0:1783135813.305499:0:21245:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac66fad9800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:2.0:1783135813.305519:0:21245:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:2.0:1783135813.306133:0:21245:0:(obd_mount.c:659:lustre_free_lsi()) Freeing lsi ffff8ac66fadc000 00000020:01000000:2.0:1783135813.306168:0:21245:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:2.0:1783135813.306174:0:21245:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783135813.306180:0:21245:0:(obd_config.c:955:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1783135813.306186:0:21245:0:(genops.c:1579:class_disconnect_exports()) OBD device 21 (ffff8ac67b4bcd40) has no exports 00000020:00000080:2.0:1783135813.306241:0:21245:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783135813.306248:0:21245:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:2.0:1783135813.306252:0:21245:0:(genops.c:906:class_export_put()) final put ffff8ac647f98000/OSS_uuid 00000020:00000080:2.0:1783135813.306255:0:21245:0:(genops.c:865:class_export_destroy()) destroying export ffff8ac647f98000/OSS_uuid for OSS 00000020:01000000:2.0:1783135813.306259:0:21245:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00080000:0.0:1783135813.306636:0:17060:0:(pinger.c:550:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:2.0:1783135813.307195:0:19680:0:(service.c:3183:ptlrpc_main()) ll_ost00_004: service thread [ffff8ac54418ea00:19680] 4 exiting: rc = 0 00000100:00100000:2.0:1783135813.307282:0:18573:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff8ac660af6000:18573] 0 exiting: rc = 1 00000100:00100000:2.0:1783135813.307376:0:18575:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff8ac675ea4800:18575] 2 exiting: rc = 0 00000100:00100000:0.0:1783135813.307552:0:18574:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff8ac675ea5600:18574] 1 exiting: rc = 0 00000100:00100000:1.0:1783135813.307782:0:18950:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff8ac6482ae400:18950] 3 exiting: rc = 0 00000100:00100000:3.0:1783135813.307959:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.307971:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.307977:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.307983:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.307988:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.307994:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.307999:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308004:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308028:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308033:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308039:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308044:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308050:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308056:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308062:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308069:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308075:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308080:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308173:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308180:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308187:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308194:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308200:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308206:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308212:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308218:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308224:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308230:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308236:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308240:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308247:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308254:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308260:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308267:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308274:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308280:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308286:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308291:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308307:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308312:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308319:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308325:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308330:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308417:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308423:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308428:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308435:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308441:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308447:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308452:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308459:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308465:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308471:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308477:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308482:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308487:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308493:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308499:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308505:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308511:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308516:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308522:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308529:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.308535:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.312697:0:18576:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff8ac675ea4e00:18576] 0 exiting: rc = 1 00000100:00100000:0.0:1783135813.313032:0:18577:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff8ac675ea4c00:18577] 1 exiting: rc = 0 00000100:00100000:3.0:1783135813.313316:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313327:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313405:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313412:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313418:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313424:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313429:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313434:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313439:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313445:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313450:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313456:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313462:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313467:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313501:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313506:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313511:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313517:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313522:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313529:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313535:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313541:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313547:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313552:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313558:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313563:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313569:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313575:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313580:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313586:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313591:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313597:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313602:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313609:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313682:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313689:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313694:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313700:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313705:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313711:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313717:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313726:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313731:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313737:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313742:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313749:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313755:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313761:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313767:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313782:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313789:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313794:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313799:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313804:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313810:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313816:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313821:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313827:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313833:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313839:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313845:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313850:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313857:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783135813.313863:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.316498:0:18580:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff8ac675f5b200:18580] 2 exiting: rc = 0 00000100:00100000:0.0:1783135813.317361:0:20209:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_003: service thread [ffff8ac6468dfc00:20209] 3 exiting: rc = 0 00000100:00100000:0.0:1783135813.317665:0:18579:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff8ac675f5be00:18579] 1 exiting: rc = 0 00000100:00100000:3.0:1783135813.318320:0:18578:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff8ac675ea5c00:18578] 0 exiting: rc = 1 00000100:00100000:0.0:1783135813.319062:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319071:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319077:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319084:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319121:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319130:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319139:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319161:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319171:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319179:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319187:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319194:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319201:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319209:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319217:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319226:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319235:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319243:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319249:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319256:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319278:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319284:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319292:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319309:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319316:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319324:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319331:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319336:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319343:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319349:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319357:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319383:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319397:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319405:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319412:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319419:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319425:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319433:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319441:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319452:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319459:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319466:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319474:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319482:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319489:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319496:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319504:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319511:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319519:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319528:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319537:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319544:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319551:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319559:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319565:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319592:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319599:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319605:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319611:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319617:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319625:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319632:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319638:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.319656:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783135813.327759:0:18581:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff8ac675f2a400:18581] 0 exiting: rc = 1 00000100:00100000:2.0:1783135813.327909:0:18582:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff8ac675f2aa00:18582] 1 exiting: rc = 0 00000100:00100000:1.0:1783135813.328040:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328050:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328057:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328064:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328071:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328077:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328083:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328574:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328593:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328600:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328605:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328611:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328684:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328692:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328698:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328704:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328709:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328733:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328738:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328744:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328750:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328755:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328760:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328766:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328772:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328778:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328782:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328787:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328792:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328796:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328801:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328806:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328812:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328818:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328822:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328827:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328831:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328837:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328842:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328847:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328852:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328857:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328861:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328866:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328871:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328878:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328883:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328888:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328894:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328901:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328906:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328911:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328925:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328931:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328937:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328942:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328948:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328954:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328960:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328965:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328970:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328976:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328982:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.328989:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783135813.330357:0:18583:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff8ac675f32800:18583] 0 exiting: rc = 1 00000100:00100000:3.0:1783135813.330795:0:18584:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff8ac675f32e00:18584] 1 exiting: rc = 0 00000100:00100000:1.0:1783135813.330916:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.330925:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.330942:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.330951:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.330958:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.330965:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.330972:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331000:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331009:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331016:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331024:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331033:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331041:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331049:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331056:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331064:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331070:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331077:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331083:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331167:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331177:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331184:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331192:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331217:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331225:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331234:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331241:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331248:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331255:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331264:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331272:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331310:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331320:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331329:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331351:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331358:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331366:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331374:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331382:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331392:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331399:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331408:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331417:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331445:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331455:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331463:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331473:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331480:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331490:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331499:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331507:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331515:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331522:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331529:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331536:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331562:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331571:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331582:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331601:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331762:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331776:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331787:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331798:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783135813.331817:0:21245:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:0.0:1783135813.349676:0:21245:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:0.0:1783135832.440187:0:22011:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg406-server.virtnet: executing load_modules_local 00000020:01000004:2.0:1783135843.537970:0:22612:0:(obd_mount.c:914:lmd_print()) mount data: 00000020:01000004:2.0:1783135843.537977:0:22612:0:(obd_mount.c:917:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:2.0:1783135843.537979:0:22612:0:(obd_mount.c:920:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1783135843.538118:0:22612:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8ac678352000 00000020:01000004:2.0:1783135843.538134:0:22612:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:2.0:1783135843.538143:0:22612:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1783135843.538698:0:22612:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8ac66b58cd40) 00000020:00000080:2.0:1783135843.538724:0:22612:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1783135843.604199:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1783135843.606610:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1783135843.613508:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:2.0:1783135843.616686:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:2.0:1783135843.616974:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1783135843.617302:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1783135843.617503:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:2.0:1783135843.617831:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1783135843.618110:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:2.0:1783135843.618751:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:2.0:1783135843.619041:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1783135843.619838:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1783135843.620055:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1783135843.620563:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:3.0:1783135843.624792:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:3.0:1783135843.625392:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1783135843.625609:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:3.0:1783135843.625924:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1783135843.626224:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1783135843.626437:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1783135843.626827:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:3.0:1783135843.627035:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1783135843.627324:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1783135843.627496:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1783135843.627818:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1783135843.628707:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:3.0:1783135843.629047:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1783135843.629313:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1783135843.630228:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1783135843.631131:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:0.0:1783135843.631698:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:0.0:1783135843.631984:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:0.0:1783135843.632263:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:0.0:1783135843.632605:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:0.0:1783135843.632926:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:0.0:1783135843.633482:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:0.0:1783135843.633762:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:0.0:1783135843.634304:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1783135843.635529:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:0.0:1783135843.636136:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:0.0:1783135843.638156:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:0.0:1783135843.640303:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1783135843.642391:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1783135843.643143:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:0.0:1783135843.643552:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1783135843.644080:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1783135843.644417:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1783135843.645340:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:0.0:1783135843.645988:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:0.0:1783135843.646356:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:0.0:1783135843.646901:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:0.0:1783135843.647278:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:0.0:1783135843.647708:0:22612:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00080000:01000000:0.0:1783135843.648726:0:22612:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1783135843.648966:0:22612:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:0.0:1783135843.648974:0:22612:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:0.0:1783135843.648986:0:22612:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf7de4ef628ee1300 00000020:01000004:0.0:1783135843.648994:0:22612:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:0.0:1783135843.648999:0:22612:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:0.0:1783135843.649004:0:22612:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8ac678352000 from MGS 00000020:01000004:0.0:1783135843.649007:0:22612:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:0.0:1783135843.649017:0:22612:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff8ac67e69b380) 00000020:00000080:0.0:1783135843.649027:0:22612:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:0.0:1783135843.649084:0:22612:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8ac678352000 from MGS, refs=2 00080000:01000000:0.0:1783135843.649127:0:22612:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:0.0:1783135843.649132:0:22612:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf7de4ef628ee130e 00000100:00100000:0.0:1783135843.649239:0:22612:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1783135843.649357:0:22612:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:0.0:1783135843.649363:0:22612:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:0.0:1783135843.650453:0:22612:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:0.0:1783135843.650462:0:22612:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:0.0:1783135843.657683:0:22612:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1783135843.657887:0:22612:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:0.0:1783135843.657893:0:22612:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:3.0:1783135843.661598:0:22612:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:3.0:1783135843.661612:0:22612:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1783135843.662112:0:22612:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:3.0:1783135843.662119:0:22612:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:3.0:1783135843.663853:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135843.663859:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135843.663861:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135843.671725:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135843.671743:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135843.671746:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135843.677518:0:22612:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:3.0:1783135843.683455:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:3.0:1783135843.691802:0:22612:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:2.0:1783135843.696502:0:22624:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:3.0:1783135843.696576:0:22612:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:3.0:1783135843.696634:0:22612:0:(mgs_llog.c:683:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1783135843.699383:0:22612:0:(mgs_llog.c:683:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:2.0:1783135843.700132:0:22612:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1783135843.701082:0:22612:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:2.0:1783135843.701114:0:22612:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1783135843.720515:0:22612:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1783135843.720532:0:22612:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:3.0:1783135843.721491:0:22612:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:3.0:1783135843.721501:0:22612:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:3.0:1783135843.722510:0:22612:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1783135843.722532:0:22612:0:(obd_mount.c:402:lustre_start_mgc()) Start MGC 'MGC192.168.204.106@tcp' 00000020:01000004:3.0:1783135843.722534:0:22612:0:(obd_mount.c:411:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:3.0:1783135843.722563:0:22612:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD MGC192.168.204.106@tcp (typ=mgc) 00000020:00000080:3.0:1783135843.722576:0:22612:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.106@tcp (ffff8ac67b4b99c0) 00000020:00000080:3.0:1783135843.722593:0:22612:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:3.0:1783135843.722667:0:22612:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ac646957000@MGC192.168.204.106@tcp: add connection 192.168.204.106@tcp at head 00010000:00010000:3.0:1783135843.722905:0:22612:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.106@tcp-0 is initialized 00000040:01000000:3.0:1783135843.722911:0:22612:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.106@tcp ctxt 1 is initialized 10000000:01000000:1.0:1783135843.723228:0:22630:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:1.0:1783135843.723262:0:22612:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.106@tcp (uuid 98df5a8b-208b-49ce-84cd-0105b203fdc7) 00000020:00000080:1.0:1783135843.723277:0:22612:0:(genops.c:1406:class_connect()) connect: client 98df5a8b-208b-49ce-84cd-0105b203fdc7, cookie 0xf7de4ef628ee131c 00000100:00080000:1.0:1783135843.723286:0:22612:0:(import.c:512:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1783135843.723292:0:22612:0:(import.c:626:import_select_connection()) MGC192.168.204.106@tcp: import ffff8ac646957000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:1.0:1783135843.723322:0:22612:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac543797480 x1869752809266944/t0(0) o250->MGC192.168.204.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783135843.723366:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:98df5a8b-208b-49ce-84cd-0105b203fdc7:3645:1869752809266944:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1783135843.723429:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1783135843.723482:0:22612:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 98df5a8b-208b-49ce-84cd-0105b203fdc7->MGS 00000020:01000004:1.0:1783135843.723498:0:22612:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:1.0:1783135843.723516:0:22612:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:1.0:1783135843.723527:0:22612:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff8ac67c16b380) 00000020:00000080:1.0:1783135843.723536:0:22612:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00080000:2.0:1783135843.724803:0:22629:0:(pinger.c:468:ping_evictor_main()) Starting Ping Evictor 00000100:00100000:2.0:1783135843.730173:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809266944 00000100:00100000:2.0:1783135843.730190:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809266944 00000100:00100000:2.0:1783135843.730248:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1783135843.730258:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac648bc8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:3645:x1869752809266944:12345-0@lo:250:mount.lustre.0 00010000:00080000:2.0:1783135843.730286:0:22627:0:(ldlm_lib.c:1432:target_handle_connect()) MGS: connection from 98df5a8b-208b-49ce-84cd-0105b203fdc7@0@lo t0 exp 0000000000000000 cur 747 last 0 00000020:00000080:2.0:1783135843.730313:0:22627:0:(genops.c:1406:class_connect()) connect: client 98df5a8b-208b-49ce-84cd-0105b203fdc7, cookie 0xf7de4ef628ee132a 00000100:00080000:2.0:1783135843.732042:0:22627:0:(import.c:65:import_set_state_nolock()) ffff8ac543a8a000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1783135843.732174:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac648bc8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+5:3645:x1869752809266944:12345-0@lo:250:mount.lustre.0 Request processed in 1915us (8743us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135843.732195:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1783135843.732964:0:3645:0:(client.c:3111:ptlrpc_free_committed()) MGC192.168.204.106@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1783135843.732977:0:3645:0:(import.c:1134:ptlrpc_connect_interpret()) MGC192.168.204.106@tcp: connect to target with instance 0 00000100:00080000:1.0:1783135843.732989:0:3645:0:(import.c:961:ptlrpc_connect_set_flags()) MGC192.168.204.106@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1783135843.732996:0:3645:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1783135843.733001:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac646957000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1783135843.733004:0:3645:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1783135843.733016:0:3645:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:1.0:1783135843.733022:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:98df5a8b-208b-49ce-84cd-0105b203fdc7:3645:1869752809266944:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1783135843.759955:0:22612:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1783135843.760352:0:22612:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:1.0:1783135843.760375:0:22612:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:2.0:1783135843.762227:0:22612:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:2.0:1783135843.762252:0:22612:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:1.0:1783135843.764042:0:22612:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:1.0:1783135843.764057:0:22612:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:2.0:1783135843.768718:0:22612:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1783135843.769073:0:22612:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:2.0:1783135843.769079:0:22612:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:2.0:1783135843.774584:0:22612:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:2.0:1783135843.774607:0:22612:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:3.0:1783135843.824187:0:22612:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1783135843.824402:0:22612:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:3.0:1783135843.824417:0:22612:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:2.0:1783135843.835467:0:22612:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:2.0:1783135843.835483:0:22612:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:2.0:1783135843.843490:0:22612:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1783135843.843688:0:22612:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:2.0:1783135843.843696:0:22612:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:2.0:1783135843.844437:0:22612:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:2.0:1783135843.844446:0:22612:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:2.0:1783135843.845427:0:22612:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1783135843.845767:0:22612:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:2.0:1783135843.845773:0:22612:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:2.0:1783135843.847702:0:22612:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:2.0:1783135843.847716:0:22612:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:0.0:1783135843.858606:0:22612:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1783135843.858805:0:22612:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:0.0:1783135843.858818:0:22612:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:1.0:1783135843.867796:0:22612:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:1.0:1783135843.867813:0:22612:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:1.0:1783135843.901441:0:22612:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1783135843.901680:0:22612:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1783135843.901687:0:22612:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:2.0:1783135843.903111:0:22612:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1783135843.903123:0:22612:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:2.0:1783135843.904278:0:22612:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1783135843.904290:0:22612:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:2.0:1783135843.906451:0:22612:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:2.0:1783135843.906487:0:22612:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:2.0:1783135843.906493:0:22612:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.106@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:2.0:1783135843.906691:0:22612:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.106@tcp ctxt 0 is initialized 00000020:01000004:2.0:1783135843.906740:0:22612:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.106@tcp, index=0000, flags=0x20005 00000020:01000004:2.0:1783135843.906748:0:22612:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1783135843.906750:0:22612:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1783135843.906751:0:22612:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783135843.906758:0:22612:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783135843.906759:0:22612:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783135843.906760:0:22612:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783135843.906762:0:22612:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1783135843.906763:0:22612:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1783135843.906765:0:22612:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783135843.906766:0:22612:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1783135843.906768:0:22612:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:2.0:1783135843.906771:0:22612:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1783135843.906772:0:22612:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1783135843.906773:0:22612:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783135843.906774:0:22612:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783135843.906775:0:22612:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783135843.906776:0:22612:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783135843.906777:0:22612:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1783135843.906777:0:22612:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1783135843.906778:0:22612:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783135843.906779:0:22612:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1783135843.906808:0:22612:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1783135843.906826:0:22612:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809267072:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1783135843.906891:0:22612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135843.906931:0:22612:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac672de3480 going to sleep for 11 seconds 00000100:00100000:3.0:1783135843.907082:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809267072 00000100:00100000:3.0:1783135843.907101:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809267072 00000100:00100000:3.0:1783135843.907141:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1783135843.907152:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac648bc8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+5:22612:x1869752809267072:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1783135843.907198:0:22628:0:(mgs_llog.c:683:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1783135843.907202:0:22628:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1783135843.907204:0:22628:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:2.0:1783135843.908133:0:22649:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:3.0:1783135843.909165:0:22628:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:3.0:1783135843.912372:0:22650:0:(mgs_llog.c:341:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:3.0:1783135843.912380:0:22650:0:(mgs_llog.c:341:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:3.0:1783135843.912383:0:22650:0:(mgs_llog.c:325:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:3.0:1783135843.912386:0:22650:0:(mgs_llog.c:325:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:3.0:1783135843.912618:0:22650:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:0.0:1783135843.912820:0:22628:0:(mgs_llog.c:683:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1783135843.912832:0:22628:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1783135843.915269:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac648bc8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+5:22612:x1869752809267072:12345-0@lo:253:mount.lustre.0 Request processed in 8111us (8368us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135843.915288:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1783135843.915322:0:22612:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809267072:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1783135843.915344:0:22612:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1783135843.915348:0:22612:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1783135843.915350:0:22612:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1783135843.915352:0:22612:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783135843.915353:0:22612:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783135843.915355:0:22612:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783135843.915356:0:22612:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783135843.915358:0:22612:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1783135843.915359:0:22612:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1783135843.915361:0:22612:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783135843.915362:0:22612:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1783135843.915388:0:22612:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8ac678352000 from lustre-MDT0000 10000000:01000000:2.0:1783135843.915436:0:22612:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:2.0:1783135843.915451:0:22612:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1783135843.915455:0:22612:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8ac67b4b99c0 10000000:01000000:2.0:1783135843.915459:0:22612:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1783135843.915467:0:22612:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-sptlrpc-ffff8ac67b4b99c0 from 1 10000000:01000000:2.0:1783135843.915470:0:22612:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1783135843.915506:0:22612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c65c200/0xf7de4ef628ee1331 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135843.915517:0:22612:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac67c65c200/0xf7de4ef628ee1331 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135843.915527:0:22612:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac67c65c200/0xf7de4ef628ee1331 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783135843.915560:0:22612:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809267200:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783135843.915598:0:22612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135843.915638:0:22612:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac672de33c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783135843.916031:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809267200 00000100:00100000:3.0:1783135843.916039:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809267200 00000100:00100000:3.0:1783135843.916116:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1783135843.916126:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac648bcb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+5:22612:x1869752809267200:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783135843.916139:0:22626:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783135843.916155:0:22626:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67c526000/0xf7de4ef628ee1338 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee1331 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135843.916179:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67c526000/0xf7de4ef628ee1338 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee1331 expref: 6 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135843.916189:0:22626:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67c526000/0xf7de4ef628ee1338 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee1331 expref: 6 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135843.916199:0:22626:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67c526000, rc 0) 00000100:00100000:3.0:1783135843.916245:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac648bcb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+6:22612:x1869752809267200:12345-0@lo:101:mount.lustre.0 Request processed in 121us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135843.916262:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1783135843.916819:0:22612:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809267200:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783135843.916837:0:22612:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac67c65c200/0xf7de4ef628ee1331 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1338 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135843.916847:0:22612:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac67c65c200/0xf7de4ef628ee1331 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee1338 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135843.918150:0:22612:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543797480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809267328:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783135843.918218:0:22612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135843.918267:0:22612:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac642b62780 going to sleep for 11 seconds 00000100:00100000:0.0:1783135843.918360:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809267328 00000100:00100000:0.0:1783135843.918368:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809267328 00000100:00100000:0.0:1783135843.918504:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1783135843.918514:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac648bc9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+6:22612:x1869752809267328:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783135843.918614:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac648bc9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+6:22612:x1869752809267328:12345-0@lo:501:mount.lustre.0 Request processed in 100us (395us total) trans 0 rc -2/-2 00000100:00100000:0.0:1783135843.918621:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1783135843.918790:0:22612:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543797480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809267328:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1783135843.918832:0:22612:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1783135843.918860:0:22612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c65c200/0xf7de4ef628ee1331 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1338 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135843.918871:0:22612:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac67c65c200/0xf7de4ef628ee1331 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1338 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783135843.918882:0:22612:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8ac678352000 10000000:01000000:1.0:1783135843.918887:0:22612:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1783135843.918892:0:22612:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8ac678352000 10000000:01000000:1.0:1783135843.918912:0:22612:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1783135843.918915:0:22612:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-barrier-ffff8ac678352000 from 1 10000000:01000000:1.0:1783135843.918918:0:22612:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1783135843.918953:0:22612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67f909800/0xf7de4ef628ee133f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135843.918961:0:22612:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac67f909800/0xf7de4ef628ee133f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135843.918970:0:22612:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac67f909800/0xf7de4ef628ee133f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135843.918984:0:22612:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543797480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809267456:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1783135843.919015:0:22612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135843.919047:0:22612:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac642b62780 going to sleep for 11 seconds 00000100:00100000:3.0:1783135843.919142:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809267456 00000100:00100000:3.0:1783135843.919148:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809267456 00000100:00100000:3.0:1783135843.919180:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1783135843.919188:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac648bca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+6:22612:x1869752809267456:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783135843.919200:0:22626:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783135843.919216:0:22626:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67c527e00/0xf7de4ef628ee1346 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee133f expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135843.919240:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67c527e00/0xf7de4ef628ee1346 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee133f expref: 7 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135843.919284:0:22626:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67c527e00/0xf7de4ef628ee1346 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee133f expref: 7 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135843.919295:0:22626:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67c527e00, rc 0) 00000100:00100000:3.0:1783135843.919335:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac648bca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+7:22612:x1869752809267456:12345-0@lo:101:mount.lustre.0 Request processed in 148us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135843.919341:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1783135843.919458:0:22612:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543797480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809267456:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783135843.919473:0:22612:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac67f909800/0xf7de4ef628ee133f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1346 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135843.919482:0:22612:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac67f909800/0xf7de4ef628ee133f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee1346 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783135843.919494:0:22612:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1783135843.919500:0:22612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67f909800/0xf7de4ef628ee133f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1346 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135843.919507:0:22612:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac67f909800/0xf7de4ef628ee133f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1346 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783135843.919526:0:22612:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1783135843.919529:0:22612:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1783135843.919534:0:22612:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8ac678352000 10000000:01000000:2.0:1783135843.919537:0:22612:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1783135843.919540:0:22612:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:2.0:1783135843.919542:0:22612:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1783135843.919558:0:22612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c65ce00/0xf7de4ef628ee134d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135843.919565:0:22612:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac67c65ce00/0xf7de4ef628ee134d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135843.919571:0:22612:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac67c65ce00/0xf7de4ef628ee134d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783135843.919584:0:22612:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543adb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809267584:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783135843.919610:0:22612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135843.919718:0:22612:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac672de30c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783135843.919769:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809267584 00000100:00100000:3.0:1783135843.919774:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809267584 00000100:00100000:3.0:1783135843.920076:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1783135843.920084:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+7:22612:x1869752809267584:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783135843.920173:0:22627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783135843.920184:0:22627:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67c527200/0xf7de4ef628ee1354 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee134d expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135843.920201:0:22627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67c527200/0xf7de4ef628ee1354 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee134d expref: 8 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135843.920218:0:22627:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67c527200/0xf7de4ef628ee1354 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee134d expref: 8 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135843.920225:0:22627:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67c527200, rc 0) 00000100:00100000:3.0:1783135843.920265:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+8:22612:x1869752809267584:12345-0@lo:101:mount.lustre.0 Request processed in 182us (653us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135843.920272:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1783135843.920343:0:22612:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543adb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809267584:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783135843.920358:0:22612:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac67c65ce00/0xf7de4ef628ee134d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1354 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135843.920366:0:22612:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac67c65ce00/0xf7de4ef628ee134d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee1354 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783135843.920438:0:22612:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543adb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809267712:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783135843.920465:0:22612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135843.920804:0:22612:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac672de30c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783135843.920887:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809267712 00000100:00100000:0.0:1783135843.920894:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809267712 00000100:00100000:0.0:1783135843.920920:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1783135843.920928:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+8:22612:x1869752809267712:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783135843.921081:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+9:22612:x1869752809267712:12345-0@lo:501:mount.lustre.0 Request processed in 154us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135843.921105:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1783135843.921304:0:22612:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543adb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809267712:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783135843.921342:0:22612:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543adb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809267840:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783135843.921397:0:22612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135843.921424:0:22612:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac672de30c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783135843.921530:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809267840 00000100:00100000:0.0:1783135843.921535:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809267840 00000100:00100000:0.0:1783135843.921556:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1783135843.921561:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+9:22612:x1869752809267840:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1783135843.922457:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+9:22612:x1869752809267840:12345-0@lo:503:mount.lustre.0 Request processed in 891us (1056us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135843.922467:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1783135843.922639:0:22612:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543adb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809267840:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783135843.923222:0:22651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543adb480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:98df5a8b-208b-49ce-84cd-0105b203fdc7:22651:1869752809267968:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783135843.923268:0:22651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135843.923302:0:22651:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac672de3d80 going to sleep for 11 seconds 00000100:00100000:0.0:1783135843.923498:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809267968 00000100:00100000:0.0:1783135843.923504:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809267968 00000100:00100000:0.0:1783135843.923539:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1783135843.923548:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+9:22651:x1869752809267968:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1783135843.924486:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+9:22651:x1869752809267968:12345-0@lo:502:llog_process_th.0 Request processed in 935us (1212us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135843.924496:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1783135843.924644:0:22651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543adb480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:98df5a8b-208b-49ce-84cd-0105b203fdc7:22651:1869752809267968:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1783135843.924677:0:22651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783135843.924689:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783135843.924692:0:22651:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1783135843.924697:0:22651:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:2.0:1783135843.924700:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783135843.924715:0:22651:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff8ac66b58b380) 00000020:00000080:2.0:1783135843.924744:0:22651:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:2.0:1783135843.924750:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1783135843.924840:0:22651:0:(osd_handler.c:8929:osd_obd_connect()) connect #2 00000020:00000080:2.0:1783135843.924847:0:22651:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf7de4ef628ee1362 00000020:00000080:2.0:1783135843.925068:0:22651:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1783135843.925073:0:22651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783135843.925076:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783135843.925078:0:22651:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1783135843.925080:0:22651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783135843.925083:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783135843.925085:0:22651:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1783135843.925488:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783135843.925506:0:22651:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff8ac66b588000) 00000020:00000080:2.0:1783135843.925517:0:22651:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:2.0:1783135843.925521:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1783135843.925523:0:22651:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1783135843.925526:0:22651:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1783135843.925532:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1783135843.925594:0:22651:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8ac678352000 from lustre-MDT0000, refs=3 00000020:00000080:2.0:1783135843.925607:0:22651:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff8ac66b5899c0) 00000020:00000080:2.0:1783135843.925616:0:22651:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:2.0:1783135843.925681:0:22651:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1783135843.925687:0:22651:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf7de4ef628ee1377 00000020:00000080:2.0:1783135843.925941:0:22651:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1783135843.925948:0:22651:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1783135843.925952:0:22651:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xf7de4ef628ee137e 00080000:01000000:2.0:1783135843.925958:0:22651:0:(osd_handler.c:8929:osd_obd_connect()) connect #3 00000020:00000080:2.0:1783135843.925961:0:22651:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf7de4ef628ee1385 00010000:00010000:3.0:1783135844.042386:0:22651:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:3.0:1783135844.043537:0:22651:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:3.0:1783135844.044117:0:22651:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1783135844.044623:0:22651:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff8ac67b4bb380) 00000020:00000080:3.0:1783135844.044642:0:22651:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:3.0:1783135844.047644:0:22651:0:(osd_handler.c:8929:osd_obd_connect()) connect #4 00000020:00000080:3.0:1783135844.047670:0:22651:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf7de4ef628ee1393 00000020:00000080:2.0:1783135844.063825:0:22651:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1783135844.072799:0:22651:0:(genops.c:1406:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xf7de4ef628ee139a 00000020:00000080:0.0:1783135844.073447:0:22651:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:0.0:1783135844.073461:0:22651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783135844.073468:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783135844.073470:0:22651:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:0.0:1783135844.073474:0:22651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1783135844.073477:0:22651:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #8 00000020:01000000:0.0:1783135844.073478:0:22651:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783135844.073480:0:22651:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783135844.073481:0:22651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1783135844.073484:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783135844.073485:0:22651:0:(obd_config.c:1561:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:0.0:1783135844.073488:0:22651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783135844.073493:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783135844.073495:0:22651:0:(obd_config.c:1561:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:0.0:1783135844.073500:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:0.0:1783135844.073556:0:22651:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:0.0:1783135844.073576:0:22651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783135844.073579:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783135844.073581:0:22651:0:(obd_config.c:1561:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:0.0:1783135844.073583:0:22651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783135844.073586:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783135844.073588:0:22651:0:(obd_config.c:1561:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:0.0:1783135844.073590:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1783135844.073596:0:22651:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.106@tcp to nid 0x20000c0a8cc6a (192.168.204.106@tcp) 00000020:00000080:0.0:1783135844.073626:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1783135844.073654:0:22651:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff8ac67e6999c0) 00000020:00000080:0.0:1783135844.073669:0:22651:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:0.0:1783135844.073676:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1783135844.073768:0:22651:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:0.0:1783135844.073775:0:22651:0:(osd_handler.c:8929:osd_obd_connect()) connect #5 00000020:00000080:0.0:1783135844.073782:0:22651:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf7de4ef628ee13a8 00010000:00080000:0.0:1783135844.073822:0:22651:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ac66bcb6800@lustre-MDT0001-osp-MDT0000: add connection 192.168.204.106@tcp at head 00010000:00010000:1.0:1783135844.079743:0:22651:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:0.0:1783135844.084317:0:22651:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1783135844.084336:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:0.0:1783135844.084371:0:22651:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:0.0:1783135844.084391:0:22651:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf7de4ef628ee13af 00000100:00080000:0.0:1783135844.084403:0:22651:0:(import.c:512:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1783135844.084409:0:22651:0:(import.c:626:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8ac66bcb6800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:0.0:1783135844.084450:0:22651:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac678322300 x1869752809268096/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783135844.084477:0:22651:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:0.0:1783135844.084542:0:22651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783135844.084546:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783135844.084548:0:22651:0:(obd_config.c:1561:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:0.0:1783135844.084551:0:22651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1783135844.084554:0:22651:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #18 00000020:01000000:0.0:1783135844.084555:0:22651:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783135844.084557:0:22651:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783135844.084558:0:22651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1783135844.084560:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783135844.084561:0:22651:0:(obd_config.c:1561:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:0.0:1783135844.084564:0:22651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1783135844.084568:0:22651:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1783135844.084571:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783135844.084572:0:22651:0:(obd_config.c:1561:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1783135844.084576:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1783135844.084589:0:22651:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.106@tcp to nid 0x20000c0a8cc6a (192.168.204.106@tcp) 00000020:01000000:0.0:1783135844.084614:0:22651:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1783135844.084617:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1783135844.084630:0:22651:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8ac67e69cd40) 00000020:00000080:0.0:1783135844.084643:0:22651:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:0.0:1783135844.084647:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1783135844.084707:0:22651:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:0.0:1783135844.084715:0:22651:0:(osd_handler.c:8929:osd_obd_connect()) connect #6 00000020:00000080:0.0:1783135844.084733:0:22651:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf7de4ef628ee13bd 00010000:00080000:0.0:1783135844.084762:0:22651:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ac658080000@lustre-OST0000-osc-MDT0000: add connection 192.168.204.106@tcp at head 00010000:00010000:0.0:1783135844.084972:0:22651:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:2.0:1783135844.086144:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678322300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809268096:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1783135844.086230:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135844.086369:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809268096 00000100:00100000:3.0:1783135844.086377:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809268096 00000100:00100000:3.0:1783135844.086414:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1783135844.086422:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543adb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3645:x1869752809268096:12345-0@lo:38:llog_process_th.0 00010000:00020000:3.0:1783135844.086440:0:22638:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:01000000:0.0:1783135844.096416:0:22651:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1783135844.099053:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543adb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3645:x1869752809268096:12345-0@lo:38:llog_process_th.0 Request processed in 12619us (12812us total) trans 0 rc -19/-19 00000100:00100000:3.0:1783135844.099070:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:2.0:1783135844.099266:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac66bcb6800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783135844.099272:0:3645:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1783135844.099277:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678322300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809268096:0@lo:38:llog_process_th.0 00000040:01000000:0.0:1783135844.099649:0:22651:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1783135844.106681:0:22651:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1783135844.108346:0:22651:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1783135844.121269:0:22651:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:3.0:1783135844.123744:0:22657:0:(llog.c:800:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1783135844.123755:0:22657:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1783135844.124246:0:22651:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1783135844.124260:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1783135844.124300:0:22651:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1783135844.124322:0:22651:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf7de4ef628ee13c4 00000100:00080000:2.0:1783135844.124333:0:22651:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1783135844.124340:0:22651:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8ac658080000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:2.0:1783135844.124378:0:22651:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac543ad8700 x1869752809268224/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783135844.124452:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809268224:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1783135844.124488:0:22651:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000400:00000100:1.0:1783135844.124531:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1869752809268224 offset 0 length 520: 4 00000020:01000000:2.0:1783135844.124678:0:22651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783135844.124683:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783135844.124685:0:22651:0:(obd_config.c:1561:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1783135844.124688:0:22651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1783135844.124691:0:22651:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #25 00000020:01000000:2.0:1783135844.124692:0:22651:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1783135844.124694:0:22651:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1783135844.124695:0:22651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1783135844.124698:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783135844.124699:0:22651:0:(obd_config.c:1561:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:2.0:1783135844.124702:0:22651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1783135844.124706:0:22651:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1783135844.124710:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783135844.124711:0:22651:0:(obd_config.c:1561:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1783135844.124713:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1783135844.124717:0:22651:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.106@tcp to nid 0x20000c0a8cc6a (192.168.204.106@tcp) 00000020:01000000:2.0:1783135844.124751:0:22651:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1783135844.124762:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783135844.124777:0:22651:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8ac672dcb380) 00000020:00000080:2.0:1783135844.124789:0:22651:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:2.0:1783135844.124795:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1783135844.124851:0:22651:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:2.0:1783135844.124857:0:22651:0:(osd_handler.c:8929:osd_obd_connect()) connect #7 00000020:00000080:2.0:1783135844.124862:0:22651:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf7de4ef628ee13d2 00010000:00080000:2.0:1783135844.124891:0:22651:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ac5431db000@lustre-OST0001-osc-MDT0000: add connection 192.168.204.106@tcp at head 00010000:00010000:2.0:1783135844.125478:0:22651:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:2.0:1783135844.125552:0:22651:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1783135844.125567:0:22651:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1783135844.127049:0:22651:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1783135844.127294:0:22651:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1783135844.127442:0:22651:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:1.0:1783135844.128299:0:22659:0:(llog.c:800:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1783135844.128306:0:22659:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1783135844.129260:0:22651:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1783135844.129273:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1783135844.129309:0:22651:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1783135844.129329:0:22651:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf7de4ef628ee13d9 00000100:00080000:2.0:1783135844.129340:0:22651:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1783135844.129346:0:22651:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8ac5431db000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:2.0:1783135844.129396:0:22651:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac543adb800 x1869752809268352/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783135844.129463:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543adb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809268352:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1783135844.129517:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1869752809268352 offset 0 length 520: 4 00000100:00080000:2.0:1783135844.129550:0:22651:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1783135844.129603:0:22651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783135844.129607:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783135844.129609:0:22651:0:(obd_config.c:1561:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1783135844.129618:0:22651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783135844.129622:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783135844.129623:0:22651:0:(obd_config.c:1561:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:2.0:1783135844.129625:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1783135844.129627:0:22651:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1783135844.129629:0:22651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783135844.129631:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783135844.129632:0:22651:0:(obd_config.c:1561:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:2.0:1783135844.129635:0:22651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783135844.129637:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783135844.129690:0:22651:0:(obd_config.c:1561:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1783135844.129699:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1783135844.129743:0:22651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad8380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:98df5a8b-208b-49ce-84cd-0105b203fdc7:22651:1869752809268480:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783135844.129855:0:22651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135844.129917:0:22651:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac642e8e0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783135844.129958:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809268480 00000100:00100000:3.0:1783135844.129970:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809268480 00000100:00100000:3.0:1783135844.130059:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1783135844.130074:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+9:22651:x1869752809268480:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1783135844.130218:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+9:22651:x1869752809268480:12345-0@lo:502:llog_process_th.0 Request processed in 149us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135844.130225:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1783135844.130273:0:22651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad8380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:98df5a8b-208b-49ce-84cd-0105b203fdc7:22651:1869752809268480:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1783135844.130378:0:22651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783135844.130384:0:22651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783135844.130396:0:22651:0:(obd_config.c:1561:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1783135844.130401:0:22651:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:0.0:1783135844.130620:0:22612:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:0.0:1783135844.130650:0:22612:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1783135844.130695:0:22612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c65ce00/0xf7de4ef628ee134d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1354 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135844.130717:0:22612:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac67c65ce00/0xf7de4ef628ee134d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1354 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783135844.130753:0:22612:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff8ac678352000 from 1 10000000:01000000:0.0:1783135844.130756:0:22612:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1783135844.130810:0:22612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a200/0xf7de4ef628ee13e0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135844.130819:0:22612:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a200/0xf7de4ef628ee13e0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135844.130854:0:22612:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a200/0xf7de4ef628ee13e0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135844.130880:0:22612:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678321180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809268608:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1783135844.130931:0:22612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135844.130971:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809268608 00000100:00100000:1.0:1783135844.130977:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809268608 00000100:00100000:1.0:1783135844.131012:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1783135844.131020:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+9:22612:x1869752809268608:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783135844.131030:0:22626:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783135844.131044:0:22626:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67f909200/0xf7de4ef628ee13e7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee13e0 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135844.131075:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67f909200/0xf7de4ef628ee13e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee13e0 expref: 10 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135844.131076:0:22612:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac6586f3000 going to sleep for 11 seconds 00010000:00010000:1.0:1783135844.131104:0:22626:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67f909200/0xf7de4ef628ee13e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee13e0 expref: 10 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135844.131115:0:22626:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67f909200, rc 0) 00000100:00100000:1.0:1783135844.131146:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+10:22612:x1869752809268608:12345-0@lo:101:mount.lustre.0 Request processed in 127us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135844.131153:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1783135844.131182:0:22612:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678321180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809268608:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783135844.131224:0:22612:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a200/0xf7de4ef628ee13e0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee13e7 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135844.131234:0:22612:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a200/0xf7de4ef628ee13e0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee13e7 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135844.131979:0:22612:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678321180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809268736:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1783135844.132024:0:22612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135844.132056:0:22612:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac6586f3000 going to sleep for 11 seconds 00000100:00100000:3.0:1783135844.132259:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809268736 00000100:00100000:3.0:1783135844.132264:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809268736 00000100:00100000:3.0:1783135844.132300:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1783135844.132309:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+10:22612:x1869752809268736:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1783135844.132326:0:22627:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1783135844.132333:0:22627:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:3.0:1783135844.132409:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+10:22612:x1869752809268736:12345-0@lo:256:mount.lustre.0 Request processed in 101us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135844.132416:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1783135844.132670:0:22612:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678321180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809268736:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1783135844.133504:0:22612:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1783135844.133519:0:22612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a200/0xf7de4ef628ee13e0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee13e7 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135844.133529:0:22612:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a200/0xf7de4ef628ee13e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee13e7 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783135844.133537:0:22612:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8ac678352000 from 1 10000000:01000000:0.0:1783135844.133541:0:22612:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1783135844.133582:0:22612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e64bc00/0xf7de4ef628ee13ee lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135844.133590:0:22612:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac67e64bc00/0xf7de4ef628ee13ee lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135844.133600:0:22612:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac67e64bc00/0xf7de4ef628ee13ee lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135844.133617:0:22612:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678321180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809268864:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1783135844.134067:0:22612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135844.134187:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809268864 00000100:00100000:3.0:1783135844.134194:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809268864 00000100:00100000:3.0:1783135844.134237:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1783135844.134246:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+10:22612:x1869752809268864:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783135844.134259:0:22628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783135844.134274:0:22628:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67c526c00/0xf7de4ef628ee13f5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee13ee expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135844.134297:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67c526c00/0xf7de4ef628ee13f5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee13ee expref: 11 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135844.134307:0:22628:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67c526c00/0xf7de4ef628ee13f5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee13ee expref: 11 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135844.134327:0:22628:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67c526c00, rc 0) 00000100:00100000:3.0:1783135844.134415:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+11:22612:x1869752809268864:12345-0@lo:101:mount.lustre.0 Request processed in 169us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135844.134423:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1783135844.134621:0:22612:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac6586f3000 going to sleep for 11 seconds 00000100:00100000:1.0:1783135844.134710:0:22612:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678321180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809268864:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783135844.134736:0:22612:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac67e64bc00/0xf7de4ef628ee13ee lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee13f5 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135844.134745:0:22612:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac67e64bc00/0xf7de4ef628ee13ee lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee13f5 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135844.134942:0:22612:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543795f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809268992:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783135844.134975:0:22612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135844.135038:0:22612:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac647d9fe40 going to sleep for 11 seconds 00000100:00100000:3.0:1783135844.135082:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809268992 00000100:00100000:3.0:1783135844.135108:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809268992 00000100:00100000:3.0:1783135844.135134:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1783135844.135141:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+11:22612:x1869752809268992:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783135844.135375:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+11:22612:x1869752809268992:12345-0@lo:501:mount.lustre.0 Request processed in 233us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135844.135382:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1783135844.135440:0:22612:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543795f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809268992:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783135844.135483:0:22612:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543795f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809269120:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783135844.136288:0:22612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135844.136363:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809269120 00000100:00100000:3.0:1783135844.136370:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809269120 00000100:00100000:1.0:1783135844.136380:0:22612:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac647d9fe40 going to sleep for 11 seconds 00000100:00100000:3.0:1783135844.136452:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1783135844.136461:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+11:22612:x1869752809269120:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783135844.136608:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+11:22612:x1869752809269120:12345-0@lo:503:mount.lustre.0 Request processed in 148us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135844.136615:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1783135844.136620:0:22612:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543795f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809269120:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783135844.137404:0:22661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678049c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:98df5a8b-208b-49ce-84cd-0105b203fdc7:22661:1869752809269248:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1783135844.137455:0:22661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135844.137525:0:22661:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac543af5300 going to sleep for 11 seconds 00000100:00100000:1.0:1783135844.137600:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809269248 00000100:00100000:1.0:1783135844.137606:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809269248 00000100:00100000:1.0:1783135844.137683:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1783135844.137694:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+11:22661:x1869752809269248:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1783135844.138421:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+11:22661:x1869752809269248:12345-0@lo:502:llog_process_th.0 Request processed in 728us (964us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135844.138429:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1783135844.138519:0:22661:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678049c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:98df5a8b-208b-49ce-84cd-0105b203fdc7:22661:1869752809269248:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1783135844.138551:0:22661:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783135844.138561:0:22661:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135844.138569:0:22661:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1783135844.138579:0:22661:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8ac678352000 00000020:00000080:3.0:1783135844.138581:0:22661:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1783135844.138591:0:22661:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783135844.138593:0:22661:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135844.138594:0:22661:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1783135844.138596:0:22661:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783135844.138599:0:22661:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135844.138600:0:22661:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1783135844.138604:0:22661:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8ac678352000 00000020:00000080:3.0:1783135844.138606:0:22661:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1783135844.138693:0:22661:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783135844.138697:0:22661:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135844.138698:0:22661:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1783135844.138701:0:22661:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783135844.138704:0:22661:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135844.138705:0:22661:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1783135844.138709:0:22661:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8ac678352000 00000020:00000080:3.0:1783135844.138711:0:22661:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1783135844.138745:0:22661:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783135844.138748:0:22661:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135844.138750:0:22661:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1783135844.138752:0:22661:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783135844.138754:0:22661:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135844.138764:0:22661:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1783135844.138769:0:22661:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8ac678352000 00000020:00000080:3.0:1783135844.138772:0:22661:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1783135844.138814:0:22661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678049c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:98df5a8b-208b-49ce-84cd-0105b203fdc7:22661:1869752809269376:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1783135844.138867:0:22661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135844.149589:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809269376 00000100:00100000:2.0:1783135844.149612:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809269376 00000100:00100000:2.0:1783135844.149705:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1783135844.149734:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+11:22661:x1869752809269376:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783135844.149956:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+11:22661:x1869752809269376:12345-0@lo:502:llog_process_th.0 Request processed in 240us (11088us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135844.149965:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1783135844.153473:0:22661:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac543af5300 going to sleep for 11 seconds 00000100:00100000:3.0:1783135844.153520:0:22661:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678049c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:98df5a8b-208b-49ce-84cd-0105b203fdc7:22661:1869752809269376:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1783135844.162181:0:22661:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783135844.162215:0:22661:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135844.162218:0:22661:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1783135844.162226:0:22661:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:1.0:1783135844.162702:0:22612:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1783135844.162745:0:22612:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1783135844.162779:0:22612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e64bc00/0xf7de4ef628ee13ee lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee13f5 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135844.162793:0:22612:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac67e64bc00/0xf7de4ef628ee13ee lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee13f5 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783135844.162883:0:22612:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1783135844.162887:0:22612:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8ac678352000 10000000:01000000:1.0:1783135844.162890:0:22612:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8ac678352000 10000000:01000000:1.0:1783135844.162895:0:22612:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1783135844.162902:0:22612:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff8ac678352000 from 1 10000000:01000000:1.0:1783135844.162905:0:22612:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1783135844.162963:0:22612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67f908000/0xf7de4ef628ee13fc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135844.162986:0:22612:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac67f908000/0xf7de4ef628ee13fc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135844.163000:0:22612:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac67f908000/0xf7de4ef628ee13fc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135844.163042:0:22612:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543795f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809269504:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1783135844.163170:0:22612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135844.163214:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809269504 00000100:00100000:2.0:1783135844.163224:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809269504 00000100:00100000:1.0:1783135844.163227:0:22612:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac647d9f300 going to sleep for 11 seconds 00000100:00100000:2.0:1783135844.163284:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1783135844.163295:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+11:22612:x1869752809269504:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783135844.163310:0:22627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783135844.163328:0:22627:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67c65c400/0xf7de4ef628ee1403 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee13fc expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135844.163353:0:22627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67c65c400/0xf7de4ef628ee1403 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee13fc expref: 12 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135844.163365:0:22627:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67c65c400/0xf7de4ef628ee1403 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee13fc expref: 12 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135844.163375:0:22627:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67c65c400, rc 0) 00000100:00100000:2.0:1783135844.163422:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+12:22612:x1869752809269504:12345-0@lo:101:mount.lustre.0 Request processed in 128us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135844.163430:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1783135844.163574:0:22612:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543795f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809269504:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783135844.163590:0:22612:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac67f908000/0xf7de4ef628ee13fc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1403 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135844.163598:0:22612:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac67f908000/0xf7de4ef628ee13fc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee1403 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135844.163658:0:22612:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543795f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809269632:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783135844.163679:0:22612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135844.163694:0:22612:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac647d9f300 going to sleep for 11 seconds 00000100:00100000:2.0:1783135844.163703:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809269632 00000100:00100000:2.0:1783135844.163717:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809269632 00000100:00100000:2.0:1783135844.163756:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1783135844.163762:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+12:22612:x1869752809269632:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783135844.164012:0:22612:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543795f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809269632:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783135844.164014:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+12:22612:x1869752809269632:12345-0@lo:501:mount.lustre.0 Request processed in 250us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135844.164025:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1783135844.164039:0:22612:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543795f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809269760:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783135844.164138:0:22612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135844.164158:0:22612:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac647d9f300 going to sleep for 11 seconds 00000100:00100000:3.0:1783135844.164271:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809269760 00000100:00100000:3.0:1783135844.164277:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809269760 00000100:00100000:3.0:1783135844.164317:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1783135844.164328:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+12:22612:x1869752809269760:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783135844.164427:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+12:22612:x1869752809269760:12345-0@lo:503:mount.lustre.0 Request processed in 102us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135844.164435:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1783135844.164442:0:22612:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543795f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809269760:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783135844.166951:0:22664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678049c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:98df5a8b-208b-49ce-84cd-0105b203fdc7:22664:1869752809269888:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1783135844.167055:0:22664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135844.167118:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809269888 00000100:00100000:3.0:1783135844.167128:0:22664:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac543af5c00 going to sleep for 11 seconds 00000100:00100000:2.0:1783135844.167129:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809269888 00000100:00100000:2.0:1783135844.167185:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1783135844.167195:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c510850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+12:22664:x1869752809269888:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783135844.167333:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c510850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+12:22664:x1869752809269888:12345-0@lo:502:llog_process_th.0 Request processed in 138us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135844.167339:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1783135844.167841:0:22664:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678049c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:98df5a8b-208b-49ce-84cd-0105b203fdc7:22664:1869752809269888:0@lo:502:llog_process_th.0 00000020:01000004:1.0:1783135844.167978:0:22664:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:1.0:1783135844.167999:0:22664:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8ac67c16cd40) 00000020:00000080:1.0:1783135844.168023:0:22664:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:1.0:1783135844.168305:0:22664:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8ac678352000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1783135844.168310:0:22664:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8ac678352000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1783135844.168317:0:22664:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8ac678352000 4 00010000:00080000:1.0:1783135844.168354:0:22664:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ac650779800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.106@tcp at head 00010000:00010000:1.0:1783135844.170218:0:22664:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:1.0:1783135844.170357:0:22664:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1783135844.170419:0:22664:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1783135844.170441:0:22664:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xf7de4ef628ee1411 00000100:00080000:1.0:1783135844.170456:0:22664:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1783135844.170464:0:22664:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8ac650779800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:1.0:1783135844.170519:0:22664:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac543795f80 x1869752809270016/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783135844.170548:0:22664:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1783135844.170584:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543795f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3645:1869752809270016:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1783135844.170683:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135844.170761:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809270016 00000100:00100000:0.0:1783135844.170772:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809270016 00000100:00100000:0.0:1783135844.170818:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1783135844.170831:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ad8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1869752809270016:12345-0@lo:38:llog_process_th.0 00000100:00100000:0.0:1783135844.170915:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ad8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1869752809270016:12345-0@lo:38:llog_process_th.0 Request processed in 86us (231us total) trans 0 rc -11/-11 00000100:00100000:0.0:1783135844.170923:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1783135844.171015:0:22664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543797b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:98df5a8b-208b-49ce-84cd-0105b203fdc7:22664:1869752809270144:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1783135844.171056:0:22664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135844.171067:0:22664:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac646dd8180 going to sleep for 11 seconds 00000100:00100000:2.0:1783135844.171451:0:3645:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1783135844.171460:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac650779800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783135844.171479:0:3645:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1783135844.171484:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543795f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3645:1869752809270016:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1783135844.171529:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809270144 00000100:00100000:3.0:1783135844.171534:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809270144 00000100:00100000:3.0:1783135844.171579:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1783135844.171589:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c511050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+12:22664:x1869752809270144:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1783135844.171814:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c511050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+12:22664:x1869752809270144:12345-0@lo:502:llog_process_th.0 Request processed in 227us (756us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135844.171823:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1783135844.172577:0:22664:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543797b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:98df5a8b-208b-49ce-84cd-0105b203fdc7:22664:1869752809270144:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1783135844.172638:0:22664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543797b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:98df5a8b-208b-49ce-84cd-0105b203fdc7:22664:1869752809270272:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1783135844.172682:0:22664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135844.172778:0:22664:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac646dd8180 going to sleep for 11 seconds 00000100:00100000:2.0:1783135844.172818:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809270272 00000100:00100000:2.0:1783135844.172824:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809270272 00000100:00100000:2.0:1783135844.172905:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1783135844.172915:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c512050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+12:22664:x1869752809270272:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783135844.173018:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c512050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+12:22664:x1869752809270272:12345-0@lo:502:llog_process_th.0 Request processed in 105us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135844.173026:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1783135844.174254:0:22664:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543797b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:98df5a8b-208b-49ce-84cd-0105b203fdc7:22664:1869752809270272:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1783135844.174295:0:22664:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1783135844.174462:0:22612:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1783135844.174489:0:22612:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1783135844.174548:0:22612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67f908000/0xf7de4ef628ee13fc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1403 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135844.174560:0:22612:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac67f908000/0xf7de4ef628ee13fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1403 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1783135844.174714:0:22612:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1783135844.174717:0:22612:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1783135844.174732:0:22612:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783135844.174733:0:22612:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783135844.174741:0:22612:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783135844.174743:0:22612:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783135844.174744:0:22612:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1783135844.174746:0:22612:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1783135844.174748:0:22612:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783135844.174749:0:22612:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1783135844.174756:0:22612:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:0.0:1783135844.174759:0:22612:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1783135844.174761:0:22612:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1783135844.174762:0:22612:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783135844.174763:0:22612:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783135844.174764:0:22612:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783135844.174765:0:22612:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783135844.174766:0:22612:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1783135844.174767:0:22612:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1783135844.174768:0:22612:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783135844.174769:0:22612:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1783135844.174789:0:22612:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1783135844.174806:0:22612:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678323480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809270400:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1783135844.174862:0:22612:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135844.174932:0:22612:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac672de30c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783135844.174970:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809270400 00000100:00100000:3.0:1783135844.174976:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809270400 00000100:00100000:3.0:1783135844.175019:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1783135844.175030:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c512c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+12:22612:x1869752809270400:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1783135844.175059:0:22626:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1783135844.175074:0:22626:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1783135844.182709:0:22626:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1783135844.182735:0:22626:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1783135844.182756:0:22649:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1783135844.182763:0:22649:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1783135844.182790:0:22649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ac67c65c600/0xf7de4ef628ee1418 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135844.182812:0:22649:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ac67f909200/0xf7de4ef628ee13e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee13e0 expref: 12 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135844.182823:0:22649:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ac67c65c600/0xf7de4ef628ee1418 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135844.182869:0:22649:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ac67f909200/0xf7de4ef628ee13e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf7de4ef628ee13e0 expref: 12 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135844.182884:0:22649:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ac67f909200/0xf7de4ef628ee13e7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf7de4ef628ee13e0 expref: 12 pid: 22626 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783135844.182900:0:22649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad9180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22649:1869752809270528:0@lo:104: 00000100:00100000:2.0:1783135844.182982:0:22649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135844.183028:0:22649:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac642e8e300 going to sleep for 11 seconds 00000100:00100000:0.0:1783135844.183195:0:22616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809270528 00000100:00100000:0.0:1783135844.183205:0:22616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809270528 00000100:00100000:2.0:1783135844.183219:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c512c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+12:22612:x1869752809270400:12345-0@lo:253:mount.lustre.0 Request processed in 8189us (8354us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135844.183234:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1783135844.183357:0:22616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1783135844.183368:0:22616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:98df5a8b-208b-49ce-84cd-0105b203fdc7+3:22649:x1869752809270528:12345-0@lo:104: 00010000:00010000:0.0:1783135844.183380:0:22616:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a200/0xf7de4ef628ee13e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf7de4ef628ee13e7 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135844.183433:0:22616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1783135844.183440:0:22616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:98df5a8b-208b-49ce-84cd-0105b203fdc7+3:22649:x1869752809270528:12345-0@lo:104: Request processed in 74us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135844.183447:0:22616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1783135844.183461:0:22649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad9180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22649:1869752809270528:0@lo:104: 00010000:00010000:2.0:1783135844.183482:0:22649:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ac67c65c600/0xf7de4ef628ee1418 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135844.183932:0:22622:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783135844.183945:0:22622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a200/0xf7de4ef628ee13e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf7de4ef628ee13e7 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135844.183954:0:22622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64a200 already unused, calling callback (ffffffffc12dac20) 10000000:00010000:3.0:1783135844.183959:0:22622:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a200/0xf7de4ef628ee13e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf7de4ef628ee13e7 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135844.183968:0:22622:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a200/0xf7de4ef628ee13e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf7de4ef628ee13e7 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783135844.183976:0:22622:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a200/0xf7de4ef628ee13e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf7de4ef628ee13e7 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783135844.183983:0:22622:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1783135844.184019:0:22622:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a200/0xf7de4ef628ee13e0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee13e7 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135844.184026:0:22622:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783135844.184050:0:22622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a200/0xf7de4ef628ee13e0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee13e7 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135844.184057:0:22622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a200/0xf7de4ef628ee13e0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee13e7 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135844.184075:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135844.184078:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783135844.184078:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67804a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:98df5a8b-208b-49ce-84cd-0105b203fdc7:3648:1869752809270656:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783135844.184080:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783135844.184145:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135844.184301:0:22612:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678323480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:22612:1869752809270400:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1783135844.184312:0:22612:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1783135844.184315:0:22612:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1783135844.184317:0:22612:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1783135844.184319:0:22612:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783135844.184320:0:22612:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783135844.184322:0:22612:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783135844.184324:0:22612:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783135844.184325:0:22612:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1783135844.184327:0:22612:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1783135844.184330:0:22612:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783135844.184331:0:22612:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1783135844.184342:0:22612:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:3.0:1783135844.184856:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809270656 00000100:00100000:3.0:1783135844.184863:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809270656 00010000:00010000:3.0:1783135844.184888:0:22618:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ac67f909200/0xf7de4ef628ee13e7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf7de4ef628ee13e0 expref: 12 pid: 22626 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135844.184939:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1783135844.184949:0:22618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:98df5a8b-208b-49ce-84cd-0105b203fdc7+12:3648:x1869752809270656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783135844.184964:0:22618:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783135844.184970:0:22618:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ac67f909200/0xf7de4ef628ee13e7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf7de4ef628ee13e0 expref: 12 pid: 22626 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135844.184981:0:22618:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ac67f909200/0xf7de4ef628ee13e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf7de4ef628ee13e0 expref: 12 pid: 22626 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135844.184995:0:22618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67f909200/0xf7de4ef628ee13e7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf7de4ef628ee13e0 expref: 12 pid: 22626 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135844.185010:0:22618:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ac67c65c600/0xf7de4ef628ee1418 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135844.185019:0:22618:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67c65c600/0xf7de4ef628ee1418 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1783135844.185035:0:22618:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002273190s 00010000:00010000:3.0:1783135844.185040:0:22618:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ac67c65c600/0xf7de4ef628ee1418 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135844.185048:0:22618:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ac67c65c600/0xf7de4ef628ee1418 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135844.185055:0:22618:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ac67c65c600/0xf7de4ef628ee1418 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135844.185061:0:22618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ac67c65c600/0xf7de4ef628ee1418 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135844.185074:0:22618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c65c600 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:3.0:1783135844.185079:0:22618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ac67c65c600/0xf7de4ef628ee1418 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135844.185104:0:22618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ac67c65c600/0xf7de4ef628ee1418 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135844.185118:0:22618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ac67c65c600/0xf7de4ef628ee1418 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135844.185129:0:22618:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783135844.185133:0:22649:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ac67c65c600/0xf7de4ef628ee1418 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135844.185141:0:22649:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ac67c65c600/0xf7de4ef628ee1418 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135844.185147:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67c65c600/0xf7de4ef628ee1418 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135844.185171:0:22618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:98df5a8b-208b-49ce-84cd-0105b203fdc7+11:3648:x1869752809270656:12345-0@lo:103:ldlm_bl.0 Request processed in 224us (1026us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135844.185176:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67804a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:98df5a8b-208b-49ce-84cd-0105b203fdc7:3648:1869752809270656:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783135844.185178:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000020:00080000:3.0:1783135844.215403:0:22612:0:(update_trans.c:1487:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967530 00000040:01000000:3.0:1783135844.216033:0:22612:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:1.0:1783135844.216075:0:22672:0:(update_trans.c:1530:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967530 00000020:00080000:1.0:1783135844.216081:0:22672:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00000040:01000000:1.0:1783135844.221369:0:22673:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:1.0:1783135844.222620:0:22673:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:3.0:1783135844.223924:0:22612:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:1.0:1783135844.227336:0:22673:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1783135844.227766:0:22673:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000100:00080000:0.0:1783135844.228452:0:22674:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff8ac678323480 x1869752809270784/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783135844.228466:0:22674:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac672de30c0 going to sleep for 0 seconds 00000040:01000000:3.0:1783135844.229576:0:22612:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:3.0:1783135844.229625:0:22612:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1783135844.230323:0:22612:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1783135844.230334:0:22612:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:3.0:1783135844.230381:0:22612:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1783135844.232317:0:22612:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1783135844.233366:0:22612:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1783135844.234061:0:22612:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:2.0:1783135844.235232:0:22612:0:(llog_cat.c:1213:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:2.0:1783135844.236525:0:22612:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:2.0:1783135844.240702:0:22612:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1783135844.243250:0:22612:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1783135844.243288:0:22612:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffa3f9c165f988 00100000:10000000:2.0:1783135844.243297:0:22612:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:1.0:1783135844.244802:0:22612:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1783135844.244820:0:22612:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.106@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1783135844.244841:0:22612:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=46 00000080:00000004:1.0:1783135844.244875:0:22612:0:(super25.c:187:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:0.0:1783135844.252046:0:22612:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1783135844.252318:0:22612:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1783135844.718226:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783135845.231065:0:22674:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac672de30c0 going to sleep for 0 seconds 00000040:00080000:1.0:1783135845.231161:0:22668:0:(llog.c:800:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1783135845.231171:0:22668:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1783135845.233229:0:22668:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1783135845.233245:0:22668:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 10000000:01000000:2.0:1783135845.359451:0:22630:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1783135845.359461:0:22630:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff8ac678352000 from 11 10000000:01000000:2.0:1783135845.359467:0:22630:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1783135845.359539:0:22630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c65ca00/0xf7de4ef628ee141f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135845.359551:0:22630:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac67c65ca00/0xf7de4ef628ee141f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135845.359563:0:22630:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac67c65ca00/0xf7de4ef628ee141f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783135845.359614:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809270912:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1783135845.359684:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135845.359741:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac66b5de6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783135845.359969:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809270912 00000100:00100000:3.0:1783135845.359977:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809270912 00000100:00100000:3.0:1783135845.360115:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1783135845.360127:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c513450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+11:22630:x1869752809270912:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783135845.360142:0:22628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783135845.360161:0:22628:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67c526800/0xf7de4ef628ee1426 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee141f expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135845.360188:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67c526800/0xf7de4ef628ee1426 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee141f expref: 12 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135845.360200:0:22628:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67c526800/0xf7de4ef628ee1426 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee141f expref: 12 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135845.360210:0:22628:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67c526800, rc 0) 00000100:00100000:3.0:1783135845.360262:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c513450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+12:22630:x1869752809270912:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135845.360269:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1783135845.360361:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809270912:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783135845.360378:0:22630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac67c65ca00/0xf7de4ef628ee141f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1426 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135845.360387:0:22630:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac67c65ca00/0xf7de4ef628ee141f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee1426 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783135845.360439:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809271040:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1783135845.360478:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135845.360522:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809271040 00000100:00100000:2.0:1783135845.360525:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac66b5de6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783135845.360528:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809271040 00000100:00100000:0.0:1783135845.360602:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1783135845.360610:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c510c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+12:22630:x1869752809271040:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1783135845.360626:0:22626:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1783135845.360642:0:22626:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1783135845.360645:0:22626:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1783135845.360763:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c510c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+12:22630:x1869752809271040:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 153us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135845.360780:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1783135845.360845:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809271040:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1783135845.360896:0:22630:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1783135845.360904:0:22630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c65ca00/0xf7de4ef628ee141f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1426 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135845.360912:0:22630:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac67c65ca00/0xf7de4ef628ee141f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1426 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135845.742346:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783135846.254176:0:22674:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac672de30c0 going to sleep for 0 seconds 00000040:00080000:1.0:1783135846.254368:0:22668:0:(llog.c:800:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1783135846.254374:0:22668:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1783135846.254511:0:22668:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:1.0:1783135846.254559:0:22668:0:(llog_cat.c:1256:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1783135846.254715:0:22668:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00010000:00010000:3.0:1783135846.771028:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783135847.278166:0:22674:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac672de30c0 going to sleep for 0 seconds 00010000:00010000:0.0:1783135847.792334:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1783135848.260315:0:22916:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg406-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:2.0:1783135848.306551:0:22674:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac672de30c0 going to sleep for 0 seconds 00010000:00010000:1.0:1783135848.817367:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1783135849.197020:0:22968:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1783135849.197905:0:22968:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1783135849.326276:0:22674:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac672de30c0 going to sleep for 0 seconds 00000100:00100000:2.0:1783135849.330025:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543797800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:98df5a8b-208b-49ce-84cd-0105b203fdc7:3649:1869752809271168:0@lo:400:kworker.0 00000100:00100000:2.0:1783135849.330145:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135849.330235:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809271168 00000100:00100000:0.0:1783135849.330243:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809271168 00000100:00100000:0.0:1783135849.330293:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1783135849.330302:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c513850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+12:3649:x1869752809271168:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1783135849.330384:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1783135849.330389:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1783135849.330393:0:8:0:(import.c:65:import_set_state_nolock()) ffff8ac66bcb6800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783135849.330397:0:8:0:(import.c:512:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 747 00000100:00080000:1.0:1783135849.330402:0:8:0:(import.c:591:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1783135849.330408:0:8:0:(import.c:626:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8ac66bcb6800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:1.0:1783135849.330431:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac543795880 x1869752809271296/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783135849.334541:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783135849.334549:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783135849.334552:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783135849.334556:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783135849.334559:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1783135849.334564:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1783135849.334583:0:8:0:(import.c:65:import_set_state_nolock()) ffff8ac650779800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783135849.334596:0:8:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8ac650779800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:1.0:1783135849.334643:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac543795180 x1869752809271424/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783135849.334705:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809271296:0@lo:38:kworker.0 00000100:00100000:1.0:1783135849.334778:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135849.334822:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543795180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3645:1869752809271424:0@lo:38:kworker.0 00000100:00100000:1.0:1783135849.334848:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135849.334896:0:22635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809271424 00000100:00100000:1.0:1783135849.334903:0:22635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809271424 00000100:00100000:1.0:1783135849.334935:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1783135849.334943:0:22635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543794700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3645:x1869752809271424:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1783135849.334969:0:22635:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 753 last 0 00000020:00000080:1.0:1783135849.335005:0:22635:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xf7de4ef628ee142d 00000004:00100000:1.0:1783135849.335020:0:22635:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1783135849.335165:0:22635:0:(import.c:65:import_set_state_nolock()) ffff8ac660a3e800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783135849.335211:0:22635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543794700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1869752809271424:12345-0@lo:38:kworker.0 Request processed in 267us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135849.335218:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1783135849.335254:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8ac543795180 x1869752809271424/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783135859 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1783135849.335269:0:3645:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1783135849.335276:0:3645:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1783135849.335280:0:3645:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1783135849.335283:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac650779800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1783135849.335288:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543795180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3645:1869752809271424:0@lo:38:kworker.0 00000100:00100000:2.0:1783135849.337973:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809271296 00000100:00100000:2.0:1783135849.338003:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809271296 00000100:00100000:2.0:1783135849.338047:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1783135849.338057:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543796300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1869752809271296:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1783135849.338081:0:22639:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1783135849.338191:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543796300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1869752809271296:12345-0@lo:38:kworker.0 Request processed in 135us (3413us total) trans 0 rc -19/-19 00000100:00100000:2.0:1783135849.338199:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1783135849.338309:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac66bcb6800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783135849.338315:0:3645:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1783135849.338320:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809271296:0@lo:38:kworker.0 00000100:00100000:0.0:1783135849.338494:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c513850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+12:3649:x1869752809271168:12345-0@lo:400:kworker.0 Request processed in 8191us (8348us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135849.338616:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1783135849.340816:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543797800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:98df5a8b-208b-49ce-84cd-0105b203fdc7:3649:1869752809271168:0@lo:400:kworker.0 00010000:00010000:3.0:1783135849.839017:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1783135850.150713:0:23018:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1783135850.150934:0:23018:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1783135850.350273:0:22674:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac672de30c0 going to sleep for 0 seconds 00010000:00010000:1.0:1783135850.862579:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783135851.378835:0:22674:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac672de30c0 going to sleep for 0 seconds 00010000:00010000:3.0:1783135851.891552:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783135852.404514:0:22674:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac672de30c0 going to sleep for 0 seconds 00010000:00010000:3.0:1783135852.915138:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783135853.422223:0:22674:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac672de30c0 going to sleep for 0 seconds 00010000:00010000:3.0:1783135853.934791:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1783135854.446267:0:468:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1783135854.446367:0:468:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1783135854.446375:0:468:0:(import.c:65:import_set_state_nolock()) ffff8ac66bcb6800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783135854.446387:0:468:0:(import.c:512:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 753 00000100:00080000:1.0:1783135854.446405:0:468:0:(import.c:591:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1783135854.446414:0:468:0:(import.c:626:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8ac66bcb6800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:1.0:1783135854.446448:0:468:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac543795180 x1869752809271680/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783135854.446470:0:468:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783135854.446474:0:468:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783135854.446477:0:468:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783135854.446481:0:468:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1783135854.446495:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:98df5a8b-208b-49ce-84cd-0105b203fdc7:3646:1869752809271552:0@lo:400:kworker.0 00000100:00100000:1.0:1783135854.446516:0:3645:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783135844/real 1783135844] req@ffff8ac543adb800 x1869752809268352/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783135854 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783135854.446599:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1869752809271808:0@lo:400:kworker.0 00000100:00100000:1.0:1783135854.446635:0:3645:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8ac543adb800 x1869752809268352/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783135854 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135854.446646:0:3645:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783135844/real 1783135844] req@ffff8ac543ad8700 x1869752809268224/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783135854 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783135854.449205:0:22674:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac672de30c0 going to sleep for 0 seconds 00000100:00100000:2.0:1783135854.451774:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135854.451930:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809271552 00000100:00100000:2.0:1783135854.451943:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809271552 00000100:00100000:2.0:1783135854.452011:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1783135854.452023:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c512850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+12:3646:x1869752809271552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135854.452367:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c512850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+12:3646:x1869752809271552:12345-0@lo:400:kworker.0 Request processed in 344us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135854.452376:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1783135854.452446:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:98df5a8b-208b-49ce-84cd-0105b203fdc7:3646:1869752809271552:0@lo:400:kworker.0 00000100:00100000:1.0:1783135854.452983:0:3645:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8ac543ad8700 x1869752809268224/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783135854 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135854.453015:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543795180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809271680:0@lo:38:kworker.0 00000100:00100000:1.0:1783135854.453483:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1783135854.453521:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac5431db000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783135854.453557:0:3645:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1783135854.453562:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543adb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809268352:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1783135854.453568:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac658080000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783135854.453574:0:3645:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1783135854.453577:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809268224:0@lo:8:llog_process_th.0 00000100:00100000:0.0:1783135854.453601:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809271680 00000100:00100000:0.0:1783135854.453609:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809271680 00000100:00080000:1.0:1783135854.453613:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783135854.453618:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1783135854.453621:0:8:0:(import.c:65:import_set_state_nolock()) ffff8ac658080000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783135854.453626:0:8:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 747 00000100:00080000:1.0:1783135854.453631:0:8:0:(import.c:591:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1783135854.453636:0:8:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8ac658080000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:0.0:1783135854.453640:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1783135854.453647:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543795500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1869752809271680:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1783135854.453668:0:22639:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1783135854.453673:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac543796d80 x1869752809271936/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783135854.453693:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783135854.453696:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1783135854.453698:0:8:0:(import.c:65:import_set_state_nolock()) ffff8ac5431db000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783135854.453701:0:8:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 747 00000100:00080000:1.0:1783135854.453713:0:8:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1783135854.453717:0:8:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8ac5431db000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:1.0:1783135854.453731:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac543794000 x1869752809272064/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783135854.453801:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543795500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1869752809271680:12345-0@lo:38:kworker.0 Request processed in 152us (727us total) trans 0 rc -19/-19 00000100:00100000:0.0:1783135854.453809:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1783135854.453848:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543796d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809271936:0@lo:8:kworker.0 00000400:00000100:0.0:1783135854.453879:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1869752809271936 offset 0 length 520: 4 00000100:00100000:0.0:1783135854.453904:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809272064:0@lo:8:kworker.0 00000400:00000100:0.0:1783135854.453926:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1869752809272064 offset 0 length 520: 4 00000100:00080000:0.0:1783135854.453954:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac66bcb6800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783135854.453959:0:3645:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1783135854.453962:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543795180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809271680:0@lo:38:kworker.0 00000100:00100000:3.0:1783135854.454462:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135854.454549:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809271808 00000100:00100000:0.0:1783135854.454556:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809271808 00000100:00100000:0.0:1783135854.454601:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1783135854.454608:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678049f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1869752809271808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783135854.454784:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678049f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1869752809271808:12345-0@lo:400:kworker.0 Request processed in 176us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135854.454792:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1783135854.454845:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8ac543794380 x1869752809271808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783135854.454858:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1869752809271808:0@lo:400:kworker.0 00010000:00010000:2.0:1783135854.964140:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783135855.474004:0:22674:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac672de30c0 going to sleep for 0 seconds 00010000:00010000:2.0:1783135855.983267:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783135856.494300:0:22674:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac672de30c0 going to sleep for 0 seconds 00000040:00080000:2.0:1783135856.494939:0:22668:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:01000004:3.0:1783135856.839148:0:23363:0:(obd_mount.c:914:lmd_print()) mount data: 00000020:01000004:3.0:1783135856.839153:0:23363:0:(obd_mount.c:917:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:3.0:1783135856.839155:0:23363:0:(obd_mount.c:920:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1783135856.842554:0:23363:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8ac5424bf000 00000020:01000004:3.0:1783135856.842590:0:23363:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:3.0:1783135856.842611:0:23363:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1783135856.842632:0:23363:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff8ac67b4b8000) 00000020:00000080:3.0:1783135856.843012:0:23363:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00010000:00010000:3.0:1783135857.018264:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:1.0:1783135857.035174:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:1.0:1783135857.036900:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1783135857.040520:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1783135857.044017:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:1.0:1783135857.045011:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1783135857.046961:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1783135857.050220:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:1.0:1783135857.051418:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:1.0:1783135857.051909:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:1.0:1783135857.052158:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:1.0:1783135857.052502:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:1.0:1783135857.052978:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:1.0:1783135857.053253:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1783135857.053793:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1783135857.058673:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:1.0:1783135857.060832:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:1.0:1783135857.061735:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1783135857.067630:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:2.0:1783135857.069934:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:2.0:1783135857.071524:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1783135857.073542:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1783135857.077569:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:3.0:1783135857.081600:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1783135857.084176:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:3.0:1783135857.084988:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:3.0:1783135857.085936:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1783135857.086952:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1783135857.087813:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1783135857.088196:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1783135857.088749:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1783135857.089074:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1783135857.089840:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1783135857.090208:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1783135857.091638:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1783135857.092521:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1783135857.092935:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1783135857.093199:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:0.0:1783135857.094038:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:0.0:1783135857.099433:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:0.0:1783135857.100674:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:0.0:1783135857.101578:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:0.0:1783135857.102194:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:0.0:1783135857.102518:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:0.0:1783135857.103192:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:0.0:1783135857.103965:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1783135857.104466:0:23363:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00080000:01000000:0.0:1783135857.122575:0:23363:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1783135857.125858:0:23363:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:2.0:1783135857.125880:0:23363:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:2.0:1783135857.125899:0:23363:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf7de4ef628ee143b 00000020:01000004:2.0:1783135857.125911:0:23363:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:2.0:1783135857.125939:0:23363:0:(obd_mount.c:394:lustre_start_mgc()) MGC192.168.204.106@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1783135857.125944:0:23363:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.106@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1783135857.125952:0:23363:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:2.0:1783135857.125995:0:23363:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:2.0:1783135857.126000:0:23363:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.106@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:2.0:1783135857.138224:0:23363:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.106@tcp ctxt 0 is initialized 00000020:01000004:2.0:1783135857.138289:0:23363:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.204.106@tcp, index=0001, flags=0x20001 00000020:01000004:2.0:1783135857.138295:0:23363:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1783135857.138297:0:23363:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1783135857.138299:0:23363:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783135857.138300:0:23363:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783135857.138301:0:23363:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783135857.138303:0:23363:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783135857.138304:0:23363:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1783135857.138306:0:23363:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783135857.138308:0:23363:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1783135857.138312:0:23363:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:2.0:1783135857.138314:0:23363:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1783135857.138316:0:23363:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1783135857.138317:0:23363:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783135857.138318:0:23363:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783135857.138319:0:23363:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783135857.138320:0:23363:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783135857.138321:0:23363:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1783135857.138323:0:23363:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783135857.138324:0:23363:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1783135857.138903:0:23363:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1783135857.138933:0:23363:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809272192:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1783135857.139041:0:23363:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135857.139145:0:23363:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac675352240 going to sleep for 11 seconds 00000100:00100000:0.0:1783135857.139340:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809272192 00000100:00100000:0.0:1783135857.139369:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809272192 00000100:00100000:0.0:1783135857.139491:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1783135857.139504:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c510450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+12:23363:x1869752809272192:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1783135857.139563:0:22628:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1783135857.139567:0:22628:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:0.0:1783135857.139578:0:22628:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:0.0:1783135857.140287:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c510450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+12:23363:x1869752809272192:12345-0@lo:253:mount.lustre.0 Request processed in 782us (1241us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135857.140298:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1783135857.140446:0:23363:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809272192:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1783135857.140462:0:23363:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1783135857.140484:0:23363:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1783135857.140487:0:23363:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1783135857.140489:0:23363:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783135857.140490:0:23363:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783135857.140491:0:23363:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783135857.140493:0:23363:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783135857.140494:0:23363:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1783135857.140497:0:23363:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783135857.140498:0:23363:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1783135857.140533:0:23363:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8ac5424bf000 from lustre-MDT0001 10000000:01000000:3.0:1783135857.140579:0:23363:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:3.0:1783135857.140583:0:23363:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1783135857.140592:0:23363:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8ac67b4b99c0 local copy 00010000:00010000:3.0:1783135857.140608:0:23363:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c65c200/0xf7de4ef628ee1331 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1338 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135857.140758:0:23363:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809272320:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783135857.140815:0:23363:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135857.146542:0:23363:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac542705f00 going to sleep for 11 seconds 00000100:00100000:2.0:1783135857.151378:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809272320 00000100:00100000:2.0:1783135857.151404:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809272320 00000100:00100000:2.0:1783135857.151547:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1783135857.151562:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c511850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+12:23363:x1869752809272320:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783135857.151806:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c511850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+12:23363:x1869752809272320:12345-0@lo:501:mount.lustre.0 Request processed in 246us (10989us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783135857.151815:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1783135857.153225:0:23363:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809272320:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1783135857.153266:0:23363:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.106@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1783135857.153327:0:23363:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.106@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1783135857.153340:0:23363:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c65c200/0xf7de4ef628ee1331 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1338 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135857.153353:0:23363:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac67c65c200/0xf7de4ef628ee1331 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1338 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783135857.153418:0:23363:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8ac5424bf000 10000000:01000000:3.0:1783135857.153424:0:23363:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1783135857.153430:0:23363:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff8ac67b4b99c0 10000000:01000000:3.0:1783135857.153452:0:23363:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:3.0:1783135857.153456:0:23363:0:(mgc_request.c:1803:mgc_process_log()) Process log nodemap-ffff8ac67b4b99c0 from 1 10000000:01000000:3.0:1783135857.153459:0:23363:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1783135857.156733:0:23363:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c526a00/0xf7de4ef628ee1442 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135857.156879:0:23363:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac67c526a00/0xf7de4ef628ee1442 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135857.156901:0:23363:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac67c526a00/0xf7de4ef628ee1442 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135857.156954:0:23363:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809272448:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1783135857.157079:0:23363:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135857.157167:0:23363:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac542705f00 going to sleep for 11 seconds 00000100:00100000:2.0:1783135857.158262:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809272448 00000100:00100000:2.0:1783135857.158284:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809272448 00000100:00100000:2.0:1783135857.158382:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1783135857.158396:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c511450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+12:23363:x1869752809272448:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783135857.158424:0:22626:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783135857.158455:0:22626:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67c65dc00/0xf7de4ef628ee1449 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee1442 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135857.158505:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67c65dc00/0xf7de4ef628ee1449 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee1442 expref: 13 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135857.158913:0:22626:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67c65dc00/0xf7de4ef628ee1449 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee1442 expref: 13 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135857.158926:0:22626:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67c65dc00, rc 0) 00000100:00100000:2.0:1783135857.159022:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c511450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+13:23363:x1869752809272448:12345-0@lo:101:mount.lustre.0 Request processed in 630us (1943us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135857.159031:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1783135857.159186:0:23363:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809272448:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783135857.159212:0:23363:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac67c526a00/0xf7de4ef628ee1442 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1449 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135857.159242:0:23363:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac67c526a00/0xf7de4ef628ee1442 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee1449 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783135857.159268:0:23363:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1783135857.159290:0:23363:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c526a00/0xf7de4ef628ee1442 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1449 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135857.159299:0:23363:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac67c526a00/0xf7de4ef628ee1442 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1449 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783135857.159313:0:23363:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8ac5424bf000 10000000:01000000:3.0:1783135857.159492:0:23363:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1783135857.159498:0:23363:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-barrier-ffff8ac5424bf000 from 1 10000000:01000000:3.0:1783135857.159501:0:23363:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1783135857.159547:0:23363:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c527000/0xf7de4ef628ee1450 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135857.159556:0:23363:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac67c527000/0xf7de4ef628ee1450 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135857.159565:0:23363:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac67c527000/0xf7de4ef628ee1450 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135857.159590:0:23363:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809272576:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1783135857.159634:0:23363:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135857.159680:0:23363:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac542705f00 going to sleep for 11 seconds 00000100:00100000:2.0:1783135857.160944:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809272576 00000100:00100000:2.0:1783135857.160960:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809272576 00000100:00100000:2.0:1783135857.161030:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1783135857.161042:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c513050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+13:23363:x1869752809272576:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783135857.161075:0:22626:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783135857.161126:0:22626:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67c65c600/0xf7de4ef628ee1457 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee1450 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135857.161163:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67c65c600/0xf7de4ef628ee1457 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee1450 expref: 14 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135857.161175:0:22626:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67c65c600/0xf7de4ef628ee1457 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee1450 expref: 14 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135857.161186:0:22626:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67c65c600, rc 0) 00000100:00100000:2.0:1783135857.161259:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c513050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+14:23363:x1869752809272576:12345-0@lo:101:mount.lustre.0 Request processed in 219us (1624us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135857.161267:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1783135857.165623:0:23363:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809272576:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783135857.165669:0:23363:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac67c527000/0xf7de4ef628ee1450 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1457 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135857.165686:0:23363:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac67c527000/0xf7de4ef628ee1450 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee1457 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783135857.165714:0:23363:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1783135857.165736:0:23363:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c527000/0xf7de4ef628ee1450 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1457 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135857.165745:0:23363:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac67c527000/0xf7de4ef628ee1450 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1457 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783135857.165755:0:23363:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1783135857.165788:0:23363:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1783135857.165797:0:23363:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8ac5424bf000 10000000:01000000:3.0:1783135857.165800:0:23363:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1783135857.165805:0:23363:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:3.0:1783135857.165808:0:23363:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:3.0:1783135857.165861:0:23363:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c526400/0xf7de4ef628ee145e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135857.165869:0:23363:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac67c526400/0xf7de4ef628ee145e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135857.165880:0:23363:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac67c526400/0xf7de4ef628ee145e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135857.165908:0:23363:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809272704:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1783135857.165996:0:23363:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135857.166046:0:23363:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac542705f00 going to sleep for 11 seconds 00000100:00100000:0.0:1783135857.166450:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809272704 00000100:00100000:0.0:1783135857.166461:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809272704 00000100:00100000:0.0:1783135857.166543:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1783135857.166556:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c512450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+14:23363:x1869752809272704:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783135857.166574:0:22626:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783135857.166592:0:22626:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67e64b000/0xf7de4ef628ee1465 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee145e expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135857.166619:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67e64b000/0xf7de4ef628ee1465 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee145e expref: 15 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135857.166631:0:22626:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67e64b000/0xf7de4ef628ee1465 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee145e expref: 15 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135857.166642:0:22626:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67e64b000, rc 0) 00000100:00100000:0.0:1783135857.166697:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c512450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+15:23363:x1869752809272704:12345-0@lo:101:mount.lustre.0 Request processed in 143us (700us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135857.166706:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1783135857.170496:0:23363:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809272704:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783135857.170540:0:23363:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac67c526400/0xf7de4ef628ee145e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1465 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135857.170556:0:23363:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac67c526400/0xf7de4ef628ee145e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee1465 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783135857.179998:0:23363:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:3.0:1783135857.185114:0:23363:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1783135857.193483:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1783135857.194003:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:3.0:1783135857.194026:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:3.0:1783135857.194042:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:3.0:1783135857.194068:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:3.0:1783135857.194081:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:3.0:1783135857.194124:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:3.0:1783135857.194138:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:3.0:1783135857.194150:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:3.0:1783135857.194162:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:3.0:1783135857.194175:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:3.0:1783135857.194191:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:3.0:1783135857.194204:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:3.0:1783135857.194218:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:3.0:1783135857.194233:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:3.0:1783135857.194248:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:3.0:1783135857.194261:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:3.0:1783135857.194274:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:3.0:1783135857.194287:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:3.0:1783135857.194302:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:3.0:1783135857.194315:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:3.0:1783135857.194330:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:3.0:1783135857.194344:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:3.0:1783135857.194469:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:3.0:1783135857.194497:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:3.0:1783135857.194618:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:3.0:1783135857.194633:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:3.0:1783135857.194710:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:3.0:1783135857.194728:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:3.0:1783135857.194740:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:3.0:1783135857.194751:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:3.0:1783135857.194762:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:3.0:1783135857.194830:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:3.0:1783135857.194846:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:3.0:1783135857.194857:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:3.0:1783135857.194868:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:3.0:1783135857.194879:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:3.0:1783135857.194900:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:3.0:1783135857.194911:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:3.0:1783135857.194921:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:3.0:1783135857.194932:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:3.0:1783135857.194944:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:3.0:1783135857.194954:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:3.0:1783135857.194966:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:3.0:1783135857.194998:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:3.0:1783135857.195003:0:23363:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:3.0:1783135857.195196:0:23363:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809272832:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783135857.195288:0:23363:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135857.195334:0:23363:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac542705900 going to sleep for 11 seconds 00000100:00100000:0.0:1783135857.195456:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809272832 00000100:00100000:0.0:1783135857.195468:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809272832 00000100:00100000:0.0:1783135857.195550:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1783135857.195562:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c511c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+15:23363:x1869752809272832:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783135857.205400:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c511c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+15:23363:x1869752809272832:12345-0@lo:501:mount.lustre.0 Request processed in 9752us (10024us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135857.205425:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1783135857.206884:0:23363:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809272832:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783135857.207274:0:23363:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543797100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809272960:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783135857.207533:0:23363:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135857.207620:0:23363:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac543218e40 going to sleep for 11 seconds 00000100:00100000:3.0:1783135857.208046:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809272960 00000100:00100000:3.0:1783135857.208057:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809272960 00000100:00100000:3.0:1783135857.208210:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1783135857.208222:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ab2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+15:23363:x1869752809272960:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783135857.212503:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ab2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+15:23363:x1869752809272960:12345-0@lo:503:mount.lustre.0 Request processed in 4269us (4956us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135857.212524:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1783135857.213166:0:23363:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543797100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809272960:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1783135857.214420:0:23363:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1783135857.214611:0:23363:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543797100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809273088:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783135857.214914:0:23363:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135857.214967:0:23363:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac543218e40 going to sleep for 11 seconds 00000100:00100000:2.0:1783135857.214986:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809273088 00000100:00100000:2.0:1783135857.214996:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809273088 00000100:00100000:2.0:1783135857.215062:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1783135857.215074:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ab2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+15:23363:x1869752809273088:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783135857.217056:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ab2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+15:23363:x1869752809273088:12345-0@lo:502:mount.lustre.0 Request processed in 1971us (2130us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135857.217075:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1783135857.217264:0:23363:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543797100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809273088:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783135857.217932:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1783135857.217972:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:1.0:1783135857.217984:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:1.0:1783135857.217996:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:1.0:1783135857.218006:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:1.0:1783135857.218017:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:1.0:1783135857.218028:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:1.0:1783135857.218040:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:1.0:1783135857.218053:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:1.0:1783135857.218067:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:1.0:1783135857.218080:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:1.0:1783135857.218236:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:1.0:1783135857.218255:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:1.0:1783135857.218269:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:1.0:1783135857.218284:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:1.0:1783135857.218298:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:1.0:1783135857.218311:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:1.0:1783135857.218325:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:1.0:1783135857.218339:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:1.0:1783135857.218470:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:1.0:1783135857.218502:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:1.0:1783135857.218529:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:1.0:1783135857.218544:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:1.0:1783135857.218807:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:1.0:1783135857.218836:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:1.0:1783135857.218851:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:1.0:1783135857.218866:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:1.0:1783135857.218895:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:1.0:1783135857.218909:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:1.0:1783135857.218922:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:1.0:1783135857.218936:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:1.0:1783135857.218949:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:1.0:1783135857.218960:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:1.0:1783135857.218972:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:1.0:1783135857.218982:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:1.0:1783135857.218994:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:1.0:1783135857.219008:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:1.0:1783135857.219023:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:1.0:1783135857.219038:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:1.0:1783135857.219052:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:1.0:1783135857.219066:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:1.0:1783135857.219079:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:1.0:1783135857.219143:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:1.0:1783135857.219160:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:1.0:1783135857.219228:0:23363:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543797100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809273216:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783135857.219346:0:23363:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135857.219900:0:23363:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac543218e40 going to sleep for 11 seconds 00000100:00100000:2.0:1783135857.219980:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809273216 00000100:00100000:2.0:1783135857.219990:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809273216 00000100:00100000:2.0:1783135857.220182:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1783135857.220195:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ab3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+15:23363:x1869752809273216:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783135857.220450:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ab3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+15:23363:x1869752809273216:12345-0@lo:502:mount.lustre.0 Request processed in 257us (1106us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135857.220459:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1783135857.220760:0:23363:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543797100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809273216:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1783135857.221181:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:3.0:1783135857.221202:0:23363:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:1.0:1783135857.222852:0:23367:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783135857.222878:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783135857.222881:0:23367:0:(obd_config.c:1561:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1783135857.222889:0:23367:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:1.0:1783135857.222894:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783135857.222920:0:23367:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff8ac67c168000) 00000020:00000080:1.0:1783135857.222956:0:23367:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:1.0:1783135857.222963:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1783135857.223116:0:23367:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:1.0:1783135857.223132:0:23367:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf7de4ef628ee1473 00000020:00000080:1.0:1783135857.223545:0:23367:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1783135857.223741:0:23367:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783135857.223746:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783135857.223749:0:23367:0:(obd_config.c:1561:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1783135857.223753:0:23367:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783135857.223757:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783135857.223759:0:23367:0:(obd_config.c:1561:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:1.0:1783135857.223762:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783135857.223773:0:23367:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff8ac67c1699c0) 00000020:00000080:1.0:1783135857.223787:0:23367:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:1.0:1783135857.223792:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1783135857.223794:0:23367:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:1.0:1783135857.223797:0:23367:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:1.0:1783135857.223804:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1783135857.223882:0:23367:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8ac5424bf000 from lustre-MDT0001, refs=2 00000020:00000080:1.0:1783135857.223900:0:23367:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff8ac541dc3380) 00000020:00000080:1.0:1783135857.223909:0:23367:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:1.0:1783135857.223980:0:23367:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1783135857.223987:0:23367:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf7de4ef628ee1488 00000020:00000080:1.0:1783135857.224121:0:23367:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:1.0:1783135857.224129:0:23367:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1783135857.224134:0:23367:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0xf7de4ef628ee148f 00080000:01000000:1.0:1783135857.224140:0:23367:0:(osd_handler.c:8929:osd_obd_connect()) connect #2 00000020:00000080:1.0:1783135857.224143:0:23367:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf7de4ef628ee1496 00010000:00010000:3.0:1783135857.325351:0:23367:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:3.0:1783135857.330123:0:23367:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:3.0:1783135857.331208:0:23367:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1783135857.334291:0:23367:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:3.0:1783135857.334312:0:23367:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783135857.334324:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135857.334327:0:23367:0:(obd_config.c:1561:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:3.0:1783135857.334332:0:23367:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783135857.334354:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135857.334356:0:23367:0:(obd_config.c:1561:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:3.0:1783135857.334360:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1783135857.334367:0:23367:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.106@tcp to nid 0x20000c0a8cc6a (192.168.204.106@tcp) 00000020:00000080:3.0:1783135857.334405:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1783135857.334427:0:23367:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff8ac67b4bcd40) 00000020:00000080:3.0:1783135857.334454:0:23367:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:3.0:1783135857.334461:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1783135857.335929:0:23367:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:3.0:1783135857.335946:0:23367:0:(osd_handler.c:8929:osd_obd_connect()) connect #3 00000020:00000080:3.0:1783135857.335963:0:23367:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf7de4ef628ee14a4 00010000:00080000:3.0:1783135857.336033:0:23367:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ac672d65000@lustre-MDT0000-osp-MDT0001: add connection 192.168.204.106@tcp at head 00010000:00010000:3.0:1783135857.343184:0:23367:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:3.0:1783135857.349496:0:23367:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1783135857.349521:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1783135857.350184:0:23367:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:3.0:1783135857.350223:0:23367:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf7de4ef628ee14ab 00000100:00080000:3.0:1783135857.350237:0:23367:0:(import.c:512:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1783135857.350244:0:23367:0:(import.c:626:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8ac672d65000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:3.0:1783135857.350281:0:23367:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac67804b100 x1869752809273344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783135857.350306:0:23367:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1783135857.350800:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67804b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1869752809273344:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1783135857.350903:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135857.350970:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809273344 00000100:00100000:1.0:1783135857.350977:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809273344 00000100:00100000:1.0:1783135857.351013:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1783135857.351021:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543796680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3645:x1869752809273344:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1783135857.351045:0:22638:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 761 last 0 00000020:00000080:1.0:1783135857.351105:0:22638:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf7de4ef628ee14b2 00000004:00100000:1.0:1783135857.351122:0:22638:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:1.0:1783135857.351128:0:22638:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000020:01000000:3.0:1783135857.351505:0:23367:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783135857.351512:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135857.351514:0:23367:0:(obd_config.c:1561:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:3.0:1783135857.351518:0:23367:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1783135857.351521:0:23367:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #14 00000020:01000000:3.0:1783135857.351523:0:23367:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783135857.351524:0:23367:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783135857.351526:0:23367:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1783135857.351529:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135857.351539:0:23367:0:(obd_config.c:1561:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:3.0:1783135857.351543:0:23367:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783135857.351548:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135857.351549:0:23367:0:(obd_config.c:1561:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:3.0:1783135857.351553:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1783135857.351616:0:23367:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1783135857.351635:0:23367:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783135857.351638:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135857.351639:0:23367:0:(obd_config.c:1561:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:3.0:1783135857.351642:0:23367:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1783135857.351644:0:23367:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #20 00000020:01000000:3.0:1783135857.351645:0:23367:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783135857.351646:0:23367:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783135857.351648:0:23367:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1783135857.351650:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135857.351651:0:23367:0:(obd_config.c:1561:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:3.0:1783135857.351653:0:23367:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1783135857.351657:0:23367:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1783135857.351660:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135857.351661:0:23367:0:(obd_config.c:1561:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1783135857.351664:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1783135857.351667:0:23367:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.106@tcp to nid 0x20000c0a8cc6a (192.168.204.106@tcp) 00000020:01000000:3.0:1783135857.351689:0:23367:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1783135857.351691:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1783135857.351848:0:23367:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff8ac658013380) 00000020:00000080:3.0:1783135857.351864:0:23367:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:3.0:1783135857.351871:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1783135857.351944:0:23367:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:3.0:1783135857.351951:0:23367:0:(osd_handler.c:8929:osd_obd_connect()) connect #4 00000020:00000080:3.0:1783135857.351956:0:23367:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf7de4ef628ee14c0 00010000:00080000:3.0:1783135857.351984:0:23367:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ac6743ec000@lustre-OST0000-osc-MDT0001: add connection 192.168.204.106@tcp at head 00010000:00010000:3.0:1783135857.352243:0:23367:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000040:01000000:3.0:1783135857.356152:0:23367:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00080000:1.0:1783135857.357804:0:468:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1783135857.357819:0:468:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1783135857.357826:0:468:0:(import.c:65:import_set_state_nolock()) ffff8ac66bcb6800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783135857.357840:0:468:0:(import.c:512:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 758 00000040:01000000:2.0:1783135857.357844:0:23367:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:1.0:1783135857.357851:0:468:0:(import.c:591:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1783135857.357867:0:468:0:(import.c:626:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8ac66bcb6800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:1.0:1783135857.357926:0:468:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac543796a00 x1869752809273472/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783135857.357956:0:468:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783135857.357961:0:468:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783135857.357965:0:468:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783135857.357970:0:468:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1783135857.358014:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543796a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809273472:0@lo:38:kworker.0 00000100:00100000:1.0:1783135857.358170:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135857.358323:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1869752809273600:0@lo:400:kworker.0 00000100:00100000:0.0:1783135857.358497:0:22639:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:0.0:1783135857.358510:0:22639:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:1.0:1783135857.358636:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135857.358704:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809273600 00000100:00100000:1.0:1783135857.358713:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809273600 00000100:00100000:1.0:1783135857.358772:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1783135857.358782:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543794a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1869752809273600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135857.358853:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543794a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1869752809273600:12345-0@lo:400:kworker.0 Request processed in 71us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135857.358881:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1783135857.358936:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8ac543794e00 x1869752809273600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135873 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135857.358953:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1869752809273600:0@lo:400:kworker.0 00000100:00100000:0.0:1783135857.363287:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809273472 00000100:00100000:0.0:1783135857.363300:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809273472 00000100:00100000:0.0:1783135857.363431:0:23372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1783135857.363440:0:23372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543795c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3645:x1869752809273472:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1783135857.363555:0:23372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543795c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3645:x1869752809273472:12345-0@lo:38:kworker.0 Request processed in 115us (5386us total) trans 0 rc -11/-11 00000100:00100000:0.0:1783135857.363573:0:23372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1783135857.363617:0:3645:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1783135857.363625:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac66bcb6800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783135857.363630:0:3645:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1783135857.363633:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543796a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809273472:0@lo:38:kworker.0 00000100:00080000:1.0:1783135857.374208:0:22638:0:(import.c:65:import_set_state_nolock()) ffff8ac54378d800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783135857.374389:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543796680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3645:x1869752809273344:12345-0@lo:38:llog_process_th.0 Request processed in 23362us (23481us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135857.374405:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1783135857.374454:0:3645:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1783135857.374482:0:3645:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1783135857.374492:0:3645:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:0.0:1783135857.374500:0:3645:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1783135857.374504:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac672d65000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1783135857.374532:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67804b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1869752809273344:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1783135857.374767:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783135857.374788:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809273728:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783135857.374841:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:3.0:1783135857.375273:0:23367:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1783135857.375295:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809273728 00000100:00100000:0.0:1783135857.375379:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809273728 00000100:00100000:0.0:1783135857.375450:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1783135857.375459:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543796a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3648:x1869752809273728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783135857.375510:0:22639:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000040:00080000:3.0:1783135857.375864:0:23367:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1783135857.376041:0:23367:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000100:00100000:0.0:1783135857.376679:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543796a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3648:x1869752809273728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 840us (1458us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135857.376695:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1783135857.376777:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809273728:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1783135857.377124:0:23373:0:(llog.c:800:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1783135857.377132:0:23373:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1783135857.380783:0:23367:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1783135857.380805:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1783135857.380874:0:23367:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1783135857.380905:0:23367:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf7de4ef628ee14c7 00000100:00080000:3.0:1783135857.380920:0:23367:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1783135857.380928:0:23367:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8ac6743ec000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:3.0:1783135857.380980:0:23367:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac678048700 x1869752809273856/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783135857.381025:0:23367:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1783135857.381140:0:23367:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783135857.381148:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000100:00100000:0.0:1783135857.381150:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1869752809273856:0@lo:8:llog_process_th.0 00000020:00000080:3.0:1783135857.381152:0:23367:0:(obd_config.c:1561:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1783135857.381157:0:23367:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1783135857.381161:0:23367:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #27 00000020:01000000:3.0:1783135857.381162:0:23367:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783135857.381163:0:23367:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783135857.381165:0:23367:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1783135857.381167:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135857.381175:0:23367:0:(obd_config.c:1561:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:3.0:1783135857.381178:0:23367:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1783135857.381184:0:23367:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1783135857.381188:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135857.381189:0:23367:0:(obd_config.c:1561:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1783135857.381193:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1783135857.381202:0:23367:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.106@tcp to nid 0x20000c0a8cc6a (192.168.204.106@tcp) 00000400:00000100:0.0:1783135857.381294:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1869752809273856 offset 0 length 520: 4 00000100:00080000:1.0:1783135857.381597:0:468:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783135857.381604:0:468:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783135857.381607:0:468:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783135857.381610:0:468:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:3.0:1783135857.381930:0:23367:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1783135857.381936:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1783135857.381956:0:23367:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff8ac658014d40) 00000020:00000080:3.0:1783135857.381976:0:23367:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:3.0:1783135857.384445:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1783135857.389867:0:23367:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:0.0:1783135857.389892:0:23367:0:(osd_handler.c:8929:osd_obd_connect()) connect #5 00000020:00000080:0.0:1783135857.389906:0:23367:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf7de4ef628ee14d5 00010000:00080000:0.0:1783135857.389964:0:23367:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ac64b2cd800@lustre-OST0001-osc-MDT0001: add connection 192.168.204.106@tcp at head 00010000:00010000:0.0:1783135857.390969:0:23367:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:0.0:1783135857.391049:0:23367:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1783135857.391066:0:23367:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:0.0:1783135857.411041:0:23367:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1783135857.411546:0:23367:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1783135857.411990:0:23367:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:0.0:1783135857.417174:0:23375:0:(llog.c:800:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1783135857.417184:0:23375:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1783135857.420572:0:23367:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1783135857.420603:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1783135857.420670:0:23367:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1783135857.420701:0:23367:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf7de4ef628ee14dc 00000100:00080000:2.0:1783135857.420717:0:23367:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1783135857.420726:0:23367:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8ac64b2cd800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:2.0:1783135857.420793:0:23367:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac543adb100 x1869752809273984/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783135857.420872:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543adb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1869752809273984:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1783135857.420954:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1869752809273984 offset 0 length 520: 4 00000100:00080000:2.0:1783135857.421023:0:23367:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1783135857.421168:0:23367:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783135857.421173:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783135857.421176:0:23367:0:(obd_config.c:1561:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1783135857.421179:0:23367:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783135857.421184:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783135857.421185:0:23367:0:(obd_config.c:1561:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:2.0:1783135857.421188:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1783135857.421190:0:23367:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1783135857.421193:0:23367:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783135857.421195:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783135857.421197:0:23367:0:(obd_config.c:1561:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:2.0:1783135857.421200:0:23367:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783135857.421202:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783135857.421204:0:23367:0:(obd_config.c:1561:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1783135857.421208:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1783135857.421273:0:23367:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783135857.421277:0:23367:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783135857.421278:0:23367:0:(obd_config.c:1561:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1783135857.421284:0:23367:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000100:00080000:1.0:1783135857.421286:0:468:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783135857.421299:0:468:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783135857.421369:0:468:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783135857.421373:0:468:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:3.0:1783135857.423367:0:23363:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:3.0:1783135857.423438:0:23363:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:3.0:1783135857.423478:0:23363:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c526400/0xf7de4ef628ee145e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1465 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135857.423495:0:23363:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac67c526400/0xf7de4ef628ee145e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1465 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783135857.423507:0:23363:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff8ac5424bf000 from 1 10000000:01000000:3.0:1783135857.423511:0:23363:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1783135857.423572:0:23363:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c527600/0xf7de4ef628ee14e3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135857.423581:0:23363:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac67c527600/0xf7de4ef628ee14e3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135857.423595:0:23363:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac67c527600/0xf7de4ef628ee14e3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135857.423632:0:23363:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67804a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809274112:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1783135857.423721:0:23363:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135857.423779:0:23363:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac6493c7480 going to sleep for 11 seconds 00000100:00100000:2.0:1783135857.424164:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809274112 00000100:00100000:2.0:1783135857.424174:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809274112 00000100:00100000:2.0:1783135857.424243:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1783135857.424255:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ab0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+15:23363:x1869752809274112:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783135857.424273:0:22626:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783135857.424288:0:22626:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67c65de00/0xf7de4ef628ee14ea lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee14e3 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135857.424328:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67c65de00/0xf7de4ef628ee14ea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee14e3 expref: 16 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135857.424340:0:22626:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67c65de00/0xf7de4ef628ee14ea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee14e3 expref: 16 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135857.424350:0:22626:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67c65de00, rc 0) 00000100:00100000:2.0:1783135857.424402:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ab0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+16:23363:x1869752809274112:12345-0@lo:101:mount.lustre.0 Request processed in 149us (681us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135857.424410:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1783135857.424596:0:23363:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67804a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809274112:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783135857.424613:0:23363:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac67c527600/0xf7de4ef628ee14e3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee14ea expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135857.424623:0:23363:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac67c527600/0xf7de4ef628ee14e3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee14ea expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135857.425281:0:23363:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67804a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809274240:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1783135857.425357:0:23363:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135857.425394:0:23363:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac6493c7480 going to sleep for 11 seconds 00000100:00100000:2.0:1783135857.425677:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809274240 00000100:00100000:2.0:1783135857.425684:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809274240 00000100:00100000:2.0:1783135857.425737:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1783135857.425746:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ab0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+16:23363:x1869752809274240:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1783135857.425769:0:22628:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1783135857.425795:0:22628:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1783135857.425798:0:22628:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:2.0:1783135857.425899:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ab0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+16:23363:x1869752809274240:12345-0@lo:256:mount.lustre.0 Request processed in 153us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135857.425912:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1783135857.426268:0:23363:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67804a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809274240:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1783135857.428742:0:23363:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1783135857.431002:0:23363:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c527600/0xf7de4ef628ee14e3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee14ea expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135857.431059:0:23363:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac67c527600/0xf7de4ef628ee14e3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee14ea expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783135857.431072:0:23363:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8ac5424bf000 from 1 10000000:01000000:1.0:1783135857.431075:0:23363:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1783135857.431144:0:23363:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67f908600/0xf7de4ef628ee14f1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135857.431153:0:23363:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac67f908600/0xf7de4ef628ee14f1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135857.431166:0:23363:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac67f908600/0xf7de4ef628ee14f1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135857.431196:0:23363:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543797100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809274368:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1783135857.431289:0:23363:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135857.431368:0:23363:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac67b1c3900 going to sleep for 11 seconds 00000100:00100000:0.0:1783135857.431440:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809274368 00000100:00100000:0.0:1783135857.431450:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809274368 00000100:00100000:0.0:1783135857.431555:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1783135857.431568:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ab1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+16:23363:x1869752809274368:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783135857.431587:0:22628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783135857.431602:0:22628:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67e64a800/0xf7de4ef628ee14f8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee14f1 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135857.431634:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67e64a800/0xf7de4ef628ee14f8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee14f1 expref: 17 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135857.431648:0:22628:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67e64a800/0xf7de4ef628ee14f8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee14f1 expref: 17 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135857.431667:0:22628:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67e64a800, rc 0) 00000100:00100000:0.0:1783135857.431723:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ab1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+17:23363:x1869752809274368:12345-0@lo:101:mount.lustre.0 Request processed in 156us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135857.431731:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1783135857.431890:0:23363:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543797100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809274368:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783135857.431908:0:23363:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac67f908600/0xf7de4ef628ee14f1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee14f8 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135857.431918:0:23363:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac67f908600/0xf7de4ef628ee14f1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee14f8 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783135857.436134:0:23363:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:1.0:1783135857.437940:0:23363:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1783135857.439959:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1783135857.441954:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:1.0:1783135857.442016:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:1.0:1783135857.442032:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:1.0:1783135857.442046:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:1.0:1783135857.442060:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:1.0:1783135857.442073:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:1.0:1783135857.442121:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:1.0:1783135857.442138:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1783135857.442152:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:1.0:1783135857.442165:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:1.0:1783135857.442195:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:1.0:1783135857.442202:0:23363:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:1.0:1783135857.442872:0:23363:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543797100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809274496:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783135857.442982:0:23363:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135857.443058:0:23363:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac543218e40 going to sleep for 11 seconds 00000100:00100000:0.0:1783135857.443175:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809274496 00000100:00100000:0.0:1783135857.443185:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809274496 00000100:00100000:0.0:1783135857.443255:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1783135857.443267:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ab2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+17:23363:x1869752809274496:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783135857.443479:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ab2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+17:23363:x1869752809274496:12345-0@lo:501:mount.lustre.0 Request processed in 204us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135857.443489:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1783135857.444323:0:23363:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543797100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809274496:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783135857.444403:0:23363:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678049180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809274624:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783135857.444496:0:23363:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135857.444554:0:23363:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac6493c7240 going to sleep for 11 seconds 00000100:00100000:1.0:1783135857.445071:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809274624 00000100:00100000:1.0:1783135857.445082:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809274624 00000100:00100000:1.0:1783135857.445183:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1783135857.445194:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ab0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+17:23363:x1869752809274624:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783135857.445884:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ab0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+17:23363:x1869752809274624:12345-0@lo:503:mount.lustre.0 Request processed in 687us (1384us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135857.445896:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1783135857.445937:0:23363:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678049180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809274624:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1783135857.447437:0:23363:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1783135857.447870:0:23363:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678322a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809274752:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783135857.447962:0:23363:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135857.448026:0:23363:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac67838bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1783135857.448170:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809274752 00000100:00100000:2.0:1783135857.448181:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809274752 00000100:00100000:2.0:1783135857.448241:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1783135857.448253:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ab1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+17:23363:x1869752809274752:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783135857.448410:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ab1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+17:23363:x1869752809274752:12345-0@lo:502:mount.lustre.0 Request processed in 159us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135857.448420:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1783135857.448494:0:23363:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678322a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809274752:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1783135857.449181:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1783135857.449227:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:0.0:1783135857.449242:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:0.0:1783135857.449258:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:0.0:1783135857.449272:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:0.0:1783135857.449285:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:0.0:1783135857.449373:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:0.0:1783135857.449395:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:0.0:1783135857.449411:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1783135857.449423:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:0.0:1783135857.449450:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:0.0:1783135857.449649:0:23363:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678322a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809274880:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783135857.449721:0:23363:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135857.449847:0:23363:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac67b1c3900 going to sleep for 11 seconds 00000100:00100000:3.0:1783135857.450797:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809274880 00000100:00100000:3.0:1783135857.450810:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809274880 00000100:00100000:3.0:1783135857.450895:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1783135857.450907:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ab1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+17:23363:x1869752809274880:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783135857.451157:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ab1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+17:23363:x1869752809274880:12345-0@lo:502:mount.lustre.0 Request processed in 250us (1434us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135857.451166:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1783135857.451272:0:23363:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678322a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809274880:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1783135857.451454:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:0.0:1783135857.451478:0:23363:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1783135857.452741:0:23377:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783135857.452759:0:23377:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783135857.452762:0:23377:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1783135857.452771:0:23377:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8ac5424bf000 00000020:00000080:0.0:1783135857.452774:0:23377:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1783135857.452787:0:23377:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783135857.452789:0:23377:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783135857.452791:0:23377:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1783135857.452793:0:23377:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783135857.452796:0:23377:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783135857.452797:0:23377:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1783135857.452800:0:23377:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8ac5424bf000 00000020:00000080:0.0:1783135857.452802:0:23377:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1783135857.452889:0:23377:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783135857.452892:0:23377:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783135857.452895:0:23377:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1783135857.452897:0:23377:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783135857.452900:0:23377:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783135857.452901:0:23377:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1783135857.452905:0:23377:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8ac5424bf000 00000020:00000080:0.0:1783135857.452907:0:23377:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1783135857.452926:0:23377:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783135857.452929:0:23377:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783135857.452930:0:23377:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1783135857.452933:0:23377:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783135857.452942:0:23377:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783135857.452944:0:23377:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1783135857.452948:0:23377:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8ac5424bf000 00000020:00000080:0.0:1783135857.452950:0:23377:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1783135857.452972:0:23377:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783135857.452975:0:23377:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783135857.452976:0:23377:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1783135857.452979:0:23377:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:2.0:1783135857.457215:0:23363:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1783135857.457297:0:23363:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1783135857.457711:0:23363:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67f908600/0xf7de4ef628ee14f1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee14f8 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135857.457728:0:23363:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac67f908600/0xf7de4ef628ee14f1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee14f8 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783135857.457847:0:23363:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1783135857.457851:0:23363:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8ac5424bf000 10000000:01000000:2.0:1783135857.457856:0:23363:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8ac5424bf000 10000000:01000000:2.0:1783135857.457862:0:23363:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1783135857.457871:0:23363:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff8ac5424bf000 from 1 10000000:01000000:2.0:1783135857.457874:0:23363:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1783135857.457936:0:23363:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c65d600/0xf7de4ef628ee14ff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135857.457947:0:23363:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac67c65d600/0xf7de4ef628ee14ff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135857.457964:0:23363:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac67c65d600/0xf7de4ef628ee14ff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783135857.458026:0:23363:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543adaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809275008:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783135857.458151:0:23363:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135857.458223:0:23363:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac54308a480 going to sleep for 11 seconds 00000100:00100000:1.0:1783135857.458250:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809275008 00000100:00100000:1.0:1783135857.458261:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809275008 00000100:00100000:1.0:1783135857.458337:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1783135857.458354:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ab0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+17:23363:x1869752809275008:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783135857.458374:0:22627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783135857.458391:0:22627:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67f909e00/0xf7de4ef628ee1506 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee14ff expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135857.458438:0:22627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67f909e00/0xf7de4ef628ee1506 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee14ff expref: 18 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135857.458452:0:22627:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67f909e00/0xf7de4ef628ee1506 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee14ff expref: 18 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135857.458462:0:22627:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67f909e00, rc 0) 00000100:00100000:1.0:1783135857.458528:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ab0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:23363:x1869752809275008:12345-0@lo:101:mount.lustre.0 Request processed in 179us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135857.458537:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1783135857.458870:0:23363:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543adaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809275008:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783135857.458890:0:23363:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac67c65d600/0xf7de4ef628ee14ff lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1506 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135857.458902:0:23363:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac67c65d600/0xf7de4ef628ee14ff lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee1506 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783135857.463240:0:23363:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:2.0:1783135857.465639:0:23363:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1783135857.466009:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:2.0:1783135857.466043:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:2.0:1783135857.466058:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:2.0:1783135857.466071:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:2.0:1783135857.466082:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:2.0:1783135857.466121:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:2.0:1783135857.466134:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:2.0:1783135857.466147:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:2.0:1783135857.466160:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:2.0:1783135857.466171:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:2.0:1783135857.466183:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:2.0:1783135857.466213:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:2.0:1783135857.466225:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:2.0:1783135857.466236:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:2.0:1783135857.466246:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:2.0:1783135857.466256:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:2.0:1783135857.466266:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:2.0:1783135857.466286:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:2.0:1783135857.466298:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:2.0:1783135857.466309:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:2.0:1783135857.466321:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:2.0:1783135857.466333:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:2.0:1783135857.466345:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:2.0:1783135857.466358:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:2.0:1783135857.466373:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:2.0:1783135857.466385:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:2.0:1783135857.466397:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:2.0:1783135857.466430:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:2.0:1783135857.466445:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:2.0:1783135857.466457:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:2.0:1783135857.466479:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:2.0:1783135857.466494:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:2.0:1783135857.466505:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:2.0:1783135857.466515:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:2.0:1783135857.466525:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:2.0:1783135857.466538:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:2.0:1783135857.466550:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:2.0:1783135857.466564:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:2.0:1783135857.466576:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:2.0:1783135857.466588:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:2.0:1783135857.466601:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:2.0:1783135857.466614:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:2.0:1783135857.466629:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:2.0:1783135857.466665:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:2.0:1783135857.466685:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:2.0:1783135857.466701:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:2.0:1783135857.466718:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:2.0:1783135857.466733:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:2.0:1783135857.466911:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:2.0:1783135857.466932:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:2.0:1783135857.466963:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:2.0:1783135857.466970:0:23363:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:2.0:1783135857.467144:0:23363:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543adaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809275136:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783135857.467248:0:23363:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135857.467324:0:23363:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac54308a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783135857.467326:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809275136 00000100:00100000:1.0:1783135857.467337:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809275136 00000100:00100000:1.0:1783135857.467411:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1783135857.467423:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54306d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:23363:x1869752809275136:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783135857.467597:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54306d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:23363:x1869752809275136:12345-0@lo:501:mount.lustre.0 Request processed in 176us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135857.467606:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1783135857.473037:0:23363:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543adaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809275136:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783135857.473184:0:23363:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543adaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809275264:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783135857.473808:0:23363:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135857.473875:0:23363:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac54308a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783135857.476374:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809275264 00000100:00100000:3.0:1783135857.476397:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809275264 00000100:00100000:3.0:1783135857.476516:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1783135857.476532:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54306dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:23363:x1869752809275264:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783135857.477199:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54306dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:23363:x1869752809275264:12345-0@lo:503:mount.lustre.0 Request processed in 668us (3389us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135857.477210:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1783135857.478069:0:23363:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543adaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809275264:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1783135857.479232:0:23363:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1783135857.479985:0:23363:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543adaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809275392:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783135857.480137:0:23363:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135857.480190:0:23363:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac54308a480 going to sleep for 11 seconds 00000100:00100000:3.0:1783135857.480263:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809275392 00000100:00100000:3.0:1783135857.480279:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809275392 00000100:00100000:3.0:1783135857.480368:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1783135857.480380:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54306d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:23363:x1869752809275392:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783135857.480887:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54306d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:23363:x1869752809275392:12345-0@lo:502:mount.lustre.0 Request processed in 506us (749us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135857.480896:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1783135857.484058:0:23363:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543adaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809275392:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783135857.486942:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:2.0:1783135857.487050:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:2.0:1783135857.487115:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:2.0:1783135857.487138:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:2.0:1783135857.487157:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:2.0:1783135857.487196:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:2.0:1783135857.487220:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:2.0:1783135857.487235:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:2.0:1783135857.487250:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:2.0:1783135857.487263:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:2.0:1783135857.487277:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:2.0:1783135857.487289:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:2.0:1783135857.487329:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:2.0:1783135857.487347:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:2.0:1783135857.487363:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:2.0:1783135857.487378:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:2.0:1783135857.487395:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:2.0:1783135857.487425:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:2.0:1783135857.487438:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:2.0:1783135857.487451:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:2.0:1783135857.487466:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:2.0:1783135857.487891:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:2.0:1783135857.487911:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:2.0:1783135857.487924:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:2.0:1783135857.487937:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:2.0:1783135857.487949:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:2.0:1783135857.487961:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:2.0:1783135857.487973:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:2.0:1783135857.487984:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:2.0:1783135857.487997:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:2.0:1783135857.488011:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:2.0:1783135857.488025:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:2.0:1783135857.488038:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:2.0:1783135857.488053:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:2.0:1783135857.488068:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:2.0:1783135857.488080:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:2.0:1783135857.488115:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:2.0:1783135857.488156:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:2.0:1783135857.488173:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:2.0:1783135857.488187:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:2.0:1783135857.488203:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:2.0:1783135857.488219:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:2.0:1783135857.488235:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:2.0:1783135857.488250:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:2.0:1783135857.488265:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:2.0:1783135857.488288:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:2.0:1783135857.488302:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:2.0:1783135857.488787:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:2.0:1783135857.488880:0:23363:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543adaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809275520:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783135857.488993:0:23363:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135857.489153:0:23363:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac54308a480 going to sleep for 11 seconds 00000100:00100000:3.0:1783135857.489958:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809275520 00000100:00100000:3.0:1783135857.489972:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809275520 00000100:00100000:3.0:1783135857.490053:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1783135857.490065:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54306d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:23363:x1869752809275520:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783135857.496996:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54306d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:23363:x1869752809275520:12345-0@lo:502:mount.lustre.0 Request processed in 6917us (7988us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135857.497018:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1783135857.503300:0:23363:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543adaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809275520:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1783135857.503667:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:0.0:1783135857.503699:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:0.0:1783135857.503751:0:23363:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678322a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809275648:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783135857.503854:0:23363:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135857.503910:0:23363:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac66b5de6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783135857.504122:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809275648 00000100:00100000:2.0:1783135857.504133:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809275648 00000100:00100000:2.0:1783135857.504367:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1783135857.504383:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54306f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:23363:x1869752809275648:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783135857.504586:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54306f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:23363:x1869752809275648:12345-0@lo:502:mount.lustre.0 Request processed in 206us (730us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135857.504596:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1783135857.504677:0:23363:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678322a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809275648:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783135857.504814:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:1.0:1783135857.504828:0:23363:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1783135857.518274:0:23382:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:2.0:1783135857.518301:0:23382:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff8ac672dc8000) 00000020:00000080:2.0:1783135857.518352:0:23382:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:2.0:1783135857.518622:0:23382:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8ac5424bf000 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1783135857.518627:0:23382:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8ac5424bf000 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1783135857.518630:0:23382:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8ac5424bf000 3 00010000:00080000:2.0:1783135857.518669:0:23382:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ac54390a800@lustre-MDT0000-lwp-MDT0001: add connection 192.168.204.106@tcp at head 00000100:00100000:1.0:1783135857.520827:0:22674:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac672de30c0 going to sleep for 0 seconds 00010000:00010000:2.0:1783135857.520947:0:23382:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:2.0:1783135857.521076:0:23382:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:2.0:1783135857.521222:0:23382:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1783135857.521240:0:23382:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0xf7de4ef628ee1514 00000100:00080000:2.0:1783135857.521253:0:23382:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1783135857.521260:0:23382:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8ac54390a800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:2.0:1783135857.521327:0:23382:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac543ada680 x1869752809275776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783135857.521361:0:23382:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1783135857.521399:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783135857.521404:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783135857.521406:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783135857.521409:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1783135857.523198:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3645:1869752809275776:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1783135857.523306:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135857.523376:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809275776 00000100:00100000:0.0:1783135857.523385:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809275776 00000100:00100000:0.0:1783135857.523427:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1783135857.523436:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678321500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1869752809275776:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1783135857.523483:0:22633:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 761 last 0 00000020:00000080:0.0:1783135857.523535:0:22633:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xf7de4ef628ee151b 00000004:00100000:0.0:1783135857.523555:0:22633:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1783135857.523595:0:22633:0:(import.c:65:import_set_state_nolock()) ffff8ac64b2c8800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783135857.529282:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678321500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1869752809275776:12345-0@lo:38:llog_process_th.0 Request processed in 5829us (5960us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135857.529303:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1783135857.529444:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8ac543ada680 x1869752809275776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783135867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783135857.529459:0:3645:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1783135857.529483:0:3645:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1783135857.529495:0:3645:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1783135857.529504:0:3645:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1783135857.529508:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac54390a800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1783135857.529520:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3645:1869752809275776:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1783135857.530442:0:23382:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:1.0:1783135857.530802:0:23363:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1783135857.530849:0:23363:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1783135857.532237:0:23363:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c65d600/0xf7de4ef628ee14ff lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1506 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135857.532257:0:23363:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac67c65d600/0xf7de4ef628ee14ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1506 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1783135857.532357:0:23363:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1783135857.532359:0:23363:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1783135857.532361:0:23363:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1783135857.532362:0:23363:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1783135857.532364:0:23363:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1783135857.532365:0:23363:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1783135857.532367:0:23363:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1783135857.532369:0:23363:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1783135857.532370:0:23363:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1783135857.532375:0:23363:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:1.0:1783135857.532377:0:23363:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1783135857.532378:0:23363:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1783135857.532379:0:23363:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1783135857.532380:0:23363:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1783135857.532381:0:23363:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1783135857.532382:0:23363:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1783135857.532383:0:23363:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1783135857.532384:0:23363:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1783135857.532385:0:23363:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1783135857.532419:0:23363:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1783135857.532444:0:23363:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543794380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809275904:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1783135857.532690:0:23363:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135857.532748:0:23363:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac543987900 going to sleep for 11 seconds 00000100:00100000:2.0:1783135857.533287:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809275904 00000100:00100000:2.0:1783135857.533300:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809275904 00000100:00100000:2.0:1783135857.534738:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1783135857.534755:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54306e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:23363:x1869752809275904:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1783135857.534806:0:22628:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1783135857.534844:0:22628:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:3.0:1783135857.540945:0:22613:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:3.0:1783135857.541322:0:22628:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1783135857.541346:0:22628:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:0.0:1783135857.541382:0:22649:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1783135857.541390:0:22649:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1783135857.541423:0:22649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ac67e64b400/0xf7de4ef628ee1522 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135857.541904:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54306e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:23363:x1869752809275904:12345-0@lo:253:mount.lustre.0 Request processed in 7144us (9205us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135857.541919:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1783135857.542036:0:23363:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543794380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:23363:1869752809275904:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1783135857.542058:0:23363:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1783135857.542062:0:23363:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1783135857.542064:0:23363:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1783135857.542066:0:23363:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783135857.542067:0:23363:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783135857.542068:0:23363:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783135857.542071:0:23363:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783135857.542075:0:23363:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1783135857.542078:0:23363:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783135857.542079:0:23363:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00010000:00010000:0.0:1783135857.542118:0:22649:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ac67c526800/0xf7de4ef628ee1426 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee141f expref: 17 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135857.542130:0:22649:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ac67c65de00/0xf7de4ef628ee14ea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee14e3 expref: 17 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:02000000:3.0:1783135857.542136:0:23363:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:0.0:1783135857.542141:0:22649:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ac67e64b400/0xf7de4ef628ee1522 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135857.542279:0:22649:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ac67c65de00/0xf7de4ef628ee14ea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf7de4ef628ee14e3 expref: 17 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135857.542296:0:22649:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ac67c65de00/0xf7de4ef628ee14ea lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf7de4ef628ee14e3 expref: 17 pid: 22626 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135857.542314:0:22649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678320380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22649:1869752809276032:0@lo:104: 00000100:00100000:0.0:1783135857.542388:0:22649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135857.544524:0:22616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809276032 00000100:00100000:1.0:1783135857.544542:0:22616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809276032 00000100:00100000:1.0:1783135857.544606:0:22616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1783135857.544618:0:22616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678322d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:98df5a8b-208b-49ce-84cd-0105b203fdc7+3:22649:x1869752809276032:12345-0@lo:104: 00010000:00010000:1.0:1783135857.544639:0:22616:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff8ac67c527600/0xf7de4ef628ee14e3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf7de4ef628ee14ea expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135857.544738:0:22616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1783135857.544746:0:22616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678322d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:98df5a8b-208b-49ce-84cd-0105b203fdc7+3:22649:x1869752809276032:12345-0@lo:104: Request processed in 131us (2360us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135857.544762:0:22616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00010000:0.0:1783135857.545055:0:22649:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ac67c526800/0xf7de4ef628ee1426 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf7de4ef628ee141f expref: 17 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135857.545074:0:22649:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ac67c526800/0xf7de4ef628ee1426 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf7de4ef628ee141f expref: 17 pid: 22628 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135857.545109:0:22649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678321f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22649:1869752809276160:0@lo:104: 00000100:00100000:0.0:1783135857.545171:0:22649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135857.546176:0:22649:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac66b5ded80 going to sleep for 11 seconds 00000100:00100000:3.0:1783135857.546266:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809276160 00000100:00100000:3.0:1783135857.546291:0:22617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809276160 00000100:00100000:3.0:1783135857.546353:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1783135857.546367:0:22617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678321880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+3:22649:x1869752809276160:12345-0@lo:104: 00010000:00010000:3.0:1783135857.546387:0:22617:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff8ac67c65ca00/0xf7de4ef628ee141f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf7de4ef628ee1426 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135857.546490:0:22617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1783135857.546497:0:22617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678321880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+3:22649:x1869752809276160:12345-0@lo:104: Request processed in 134us (1326us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135857.546599:0:22649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678320380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22649:1869752809276032:0@lo:104: 00000100:00100000:0.0:1783135857.546611:0:22649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678321f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22649:1869752809276160:0@lo:104: 00010000:00010000:0.0:1783135857.546762:0:22649:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ac67e64b400/0xf7de4ef628ee1522 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135857.547028:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783135857.547041:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8ac67c527600/0xf7de4ef628ee14e3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf7de4ef628ee14ea expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135857.547052:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c527600 already unused, calling callback (ffffffffc12dac20) 10000000:00010000:1.0:1783135857.547149:0:22621:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8ac67c527600/0xf7de4ef628ee14e3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf7de4ef628ee14ea expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135857.547163:0:22621:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac67c527600/0xf7de4ef628ee14e3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf7de4ef628ee14ea expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783135857.547171:0:22621:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac67c527600/0xf7de4ef628ee14e3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf7de4ef628ee14ea expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783135857.547177:0:22621:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1783135857.547242:0:22621:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8ac67c527600/0xf7de4ef628ee14e3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee14ea expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135857.547248:0:22621:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783135857.547279:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8ac67c527600/0xf7de4ef628ee14e3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee14ea expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135857.547286:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac67c527600/0xf7de4ef628ee14e3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee14ea expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135857.547300:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783135857.547304:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8ac67c65ca00/0xf7de4ef628ee141f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf7de4ef628ee1426 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135857.547324:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c65ca00 already unused, calling callback (ffffffffc12dac20) 10000000:00010000:1.0:1783135857.547327:0:22621:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8ac67c65ca00/0xf7de4ef628ee141f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf7de4ef628ee1426 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135857.547334:0:22621:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac67c65ca00/0xf7de4ef628ee141f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf7de4ef628ee1426 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783135857.547340:0:22621:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac67c65ca00/0xf7de4ef628ee141f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf7de4ef628ee1426 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783135857.547345:0:22621:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1783135857.547359:0:22621:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8ac67c65ca00/0xf7de4ef628ee141f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee1426 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135857.547365:0:22621:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783135857.547371:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8ac67c65ca00/0xf7de4ef628ee141f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee1426 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135857.547378:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac67c65ca00/0xf7de4ef628ee141f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee1426 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135857.547395:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135857.547397:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135857.547399:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783135857.547489:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1783135857.547618:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:98df5a8b-208b-49ce-84cd-0105b203fdc7:3647:1869752809276416:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783135857.547958:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783135857.547979:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543795180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:98df5a8b-208b-49ce-84cd-0105b203fdc7:3646:1869752809276288:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783135857.549276:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135857.549396:0:22619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809276288 00000100:00100000:2.0:1783135857.549405:0:22619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809276288 00010000:00010000:2.0:1783135857.549458:0:22619:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ac67c65de00/0xf7de4ef628ee14ea lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf7de4ef628ee14e3 expref: 18 pid: 22626 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135857.550319:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135857.550432:0:22619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809276416 00000100:00100000:2.0:1783135857.550438:0:22619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809276416 00010000:00010000:2.0:1783135857.550459:0:22619:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ac67c526800/0xf7de4ef628ee1426 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf7de4ef628ee141f expref: 19 pid: 22628 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783135857.550494:0:22619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1783135857.550526:0:22619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+19:3646:x1869752809276288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783135857.550542:0:22619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783135857.550549:0:22619:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ac67c65de00/0xf7de4ef628ee14ea lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf7de4ef628ee14e3 expref: 19 pid: 22626 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135857.550562:0:22619:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ac67c65de00/0xf7de4ef628ee14ea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf7de4ef628ee14e3 expref: 19 pid: 22626 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135857.550580:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67c65de00/0xf7de4ef628ee14ea lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf7de4ef628ee14e3 expref: 19 pid: 22626 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135857.550597:0:22619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783135857.550654:0:22619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:3646:x1869752809276288:12345-0@lo:103:ldlm_bl.0 Request processed in 130us (1382us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135857.550662:0:22619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1783135857.550682:0:22619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1783135857.550689:0:22619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543797800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+17:3647:x1869752809276416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783135857.550696:0:22619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783135857.550700:0:22619:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ac67c526800/0xf7de4ef628ee1426 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf7de4ef628ee141f expref: 17 pid: 22628 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135857.550710:0:22619:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ac67c526800/0xf7de4ef628ee1426 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf7de4ef628ee141f expref: 17 pid: 22628 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135857.550720:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67c526800/0xf7de4ef628ee1426 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf7de4ef628ee141f expref: 17 pid: 22628 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135857.550731:0:22619:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ac67e64b400/0xf7de4ef628ee1522 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135857.550751:0:22619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67e64b400/0xf7de4ef628ee1522 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1783135857.550769:0:22619:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.009380500s 00010000:00010000:2.0:1783135857.550775:0:22619:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ac67e64b400/0xf7de4ef628ee1522 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135857.550782:0:22619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ac67e64b400/0xf7de4ef628ee1522 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135857.550790:0:22619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ac67e64b400/0xf7de4ef628ee1522 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135857.550797:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ac67e64b400/0xf7de4ef628ee1522 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135857.550804:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64b400 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:2.0:1783135857.550809:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ac67e64b400/0xf7de4ef628ee1522 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135857.550818:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ac67e64b400/0xf7de4ef628ee1522 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135857.554162:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ac67e64b400/0xf7de4ef628ee1522 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135857.554193:0:22619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783135857.554250:0:22649:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ac67e64b400/0xf7de4ef628ee1522 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135857.554260:0:22649:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ac67e64b400/0xf7de4ef628ee1522 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135857.554454:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67e64b400/0xf7de4ef628ee1522 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135857.554859:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543795180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:98df5a8b-208b-49ce-84cd-0105b203fdc7:3646:1869752809276288:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783135857.555017:0:22619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543797800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+16:3647:x1869752809276416:12345-0@lo:103:ldlm_bl.0 Request processed in 4322us (4693us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135857.555031:0:22619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1783135857.555033:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:98df5a8b-208b-49ce-84cd-0105b203fdc7:3647:1869752809276416:0@lo:103:ldlm_bl.0 00000040:01000000:0.0:1783135857.564117:0:23363:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:3.0:1783135857.564287:0:23388:0:(update_trans.c:1530:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:3.0:1783135857.564301:0:23388:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:2.0:1783135857.566842:0:23389:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1783135857.567423:0:23363:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:2.0:1783135857.567668:0:23389:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1783135857.569287:0:23390:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678321f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23390:1869752809276544:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1783135857.569390:0:23390:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135857.569449:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809276544 00000100:00100000:0.0:1783135857.569459:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809276544 00000100:00100000:0.0:1783135857.569540:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1783135857.569552:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678320380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23390:x1869752809276544:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1783135857.569665:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678320380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23390:x1869752809276544:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 102us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135857.569674:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1783135857.569719:0:23390:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac66b5de3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783135857.569763:0:23390:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678321f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23390:1869752809276544:0@lo:1000:lod0001_rec0000.0 00000040:01000000:0.0:1783135857.569822:0:23390:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1783135857.569855:0:23390:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678321f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23390:1869752809276672:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1783135857.569885:0:23390:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135857.569907:0:23390:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac66b5de6c0 going to sleep for 11 seconds 00000040:01000000:3.0:1783135857.570219:0:23363:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000100:00100000:0.0:1783135857.570269:0:23372:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809276672 00000040:00080000:3.0:1783135857.570272:0:23363:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1783135857.570275:0:23372:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809276672 00000100:00100000:0.0:1783135857.570305:0:23372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1783135857.570312:0:23372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678323b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23390:x1869752809276672:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1783135857.570427:0:23372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678323b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23390:x1869752809276672:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 114us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135857.570434:0:23372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1783135857.570477:0:23390:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678321f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23390:1869752809276672:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1783135857.570535:0:23390:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678321f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23390:1869752809276800:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1783135857.570578:0:23390:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135857.570619:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809276800 00000100:00100000:0.0:1783135857.570623:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809276800 00000100:00100000:0.0:1783135857.570651:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1783135857.570657:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678321c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23390:x1869752809276800:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1783135857.570694:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678321c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23390:x1869752809276800:12345-0@lo:900:lod0001_rec0000.0 Request processed in 37us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135857.570710:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1783135857.570726:0:23390:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac543987cc0 going to sleep for 11 seconds 00010000:00080000:0.0:1783135857.571899:0:23390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8ac678321f80 x1869752809276800/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1783135873 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783135857.571921:0:23390:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678321f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23390:1869752809276800:0@lo:900:lod0001_rec0000.0 00000040:00080000:2.0:1783135857.572127:0:23389:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1783135857.572228:0:23389:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000100:00100000:0.0:1783135857.572630:0:23390:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678321f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23390:1869752809276928:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1783135857.572845:0:23390:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135857.572904:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809276928 00000100:00100000:0.0:1783135857.572912:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809276928 00000100:00100000:0.0:1783135857.572967:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1783135857.572978:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678322680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23390:x1869752809276928:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1783135857.573487:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678322680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23390:x1869752809276928:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 507us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135857.573497:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1783135857.573531:0:23390:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac67838bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1783135857.573562:0:23390:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678321f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23390:1869752809276928:0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1783135857.573639:0:23390:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1783135857.576321:0:23363:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1783135857.576618:0:23363:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:3.0:1783135857.576792:0:23363:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1783135857.579643:0:23390:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1783135857.579789:0:23390:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1783135857.579796:0:23390:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000040:00080000:3.0:1783135857.581795:0:23363:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1783135857.586661:0:23363:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1783135857.586776:0:23363:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:3.0:1783135857.588335:0:23363:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:1.0:1783135857.593600:0:23363:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000001:00000004:0.0:1783135857.604621:0:23363:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:0.0:1783135857.615799:0:23363:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1783135857.615859:0:23363:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffa3f9c1d7b988 00100000:10000000:0.0:1783135857.615871:0:23363:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:0.0:1783135857.625769:0:23363:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1783135857.625826:0:23363:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.106@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1783135857.625861:0:23363:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=48 00000080:00000004:0.0:1783135857.625911:0:23363:0:(super25.c:187:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:0.0:1783135857.627002:0:23363:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1783135857.627324:0:23363:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1783135858.031929:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783135858.544365:0:22674:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac672de30c0 going to sleep for 0 seconds 00000040:00080000:1.0:1783135858.607994:0:23391:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:0.0:1783135858.863348:0:22630:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1783135858.863361:0:22630:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff8ac5424bf000 from 12 10000000:01000000:0.0:1783135858.863396:0:22630:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1783135858.863479:0:22630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a400/0xf7de4ef628ee1529 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135858.863493:0:22630:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a400/0xf7de4ef628ee1529 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135858.863516:0:22630:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a400/0xf7de4ef628ee1529 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135858.863552:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678321f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809277056:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1783135858.863657:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135858.863716:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac542705780 going to sleep for 11 seconds 00000100:00100000:2.0:1783135858.864271:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809277056 00000100:00100000:2.0:1783135858.864281:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809277056 00000100:00100000:2.0:1783135858.864370:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1783135858.864381:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54306ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+16:22630:x1869752809277056:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783135858.864402:0:22626:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783135858.864423:0:22626:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67c65d400/0xf7de4ef628ee1530 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee1529 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135858.864467:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67c65d400/0xf7de4ef628ee1530 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee1529 expref: 17 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135858.864481:0:22626:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67c65d400/0xf7de4ef628ee1530 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee1529 expref: 17 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135858.864491:0:22626:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67c65d400, rc 0) 00000100:00100000:2.0:1783135858.864549:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54306ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+17:22630:x1869752809277056:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 168us (892us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135858.864556:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1783135858.865461:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678321f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809277056:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783135858.865489:0:22630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a400/0xf7de4ef628ee1529 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1530 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135858.865503:0:22630:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a400/0xf7de4ef628ee1529 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee1530 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135858.865598:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678321f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809277184:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1783135858.865652:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135858.865692:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac542705780 going to sleep for 11 seconds 00000100:00100000:2.0:1783135858.865836:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809277184 00000100:00100000:2.0:1783135858.865844:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809277184 00000100:00100000:2.0:1783135858.865894:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1783135858.865904:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54306cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+17:22630:x1869752809277184:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1783135858.865925:0:22628:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1783135858.865946:0:22628:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1783135858.865953:0:22628:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:2.0:1783135858.867708:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54306cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+17:22630:x1869752809277184:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 1793us (2044us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135858.867727:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1783135858.868925:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678321f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809277184:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1783135858.869038:0:22630:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1783135858.869051:0:22630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a400/0xf7de4ef628ee1529 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1530 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135858.869079:0:22630:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a400/0xf7de4ef628ee1529 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1530 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783135858.869116:0:22630:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1783135858.869119:0:22630:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff8ac678352000 from 12 10000000:01000000:0.0:1783135858.869123:0:22630:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1783135858.869166:0:22630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e64ae00/0xf7de4ef628ee1537 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135858.869176:0:22630:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac67e64ae00/0xf7de4ef628ee1537 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135858.869187:0:22630:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac67e64ae00/0xf7de4ef628ee1537 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135858.870589:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678321f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809277312:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1783135858.870686:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135858.870744:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac542705780 going to sleep for 11 seconds 00000100:00100000:3.0:1783135858.872055:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809277312 00000100:00100000:3.0:1783135858.872068:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809277312 00000100:00100000:3.0:1783135858.872160:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1783135858.872171:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54306c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+17:22630:x1869752809277312:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783135858.872194:0:22627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783135858.872245:0:22627:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67c526800/0xf7de4ef628ee153e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee1537 expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135858.872282:0:22627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67c526800/0xf7de4ef628ee153e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee1537 expref: 18 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135858.872476:0:22627:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67c526800/0xf7de4ef628ee153e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee1537 expref: 18 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135858.872488:0:22627:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67c526800, rc 0) 00000100:00100000:3.0:1783135858.872576:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54306c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:22630:x1869752809277312:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 405us (1890us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135858.872584:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1783135858.872954:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678321f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809277312:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783135858.872989:0:22630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac67e64ae00/0xf7de4ef628ee1537 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee153e expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135858.873001:0:22630:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac67e64ae00/0xf7de4ef628ee1537 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee153e expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135858.873867:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678321f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809277440:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1783135858.873941:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135858.875742:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac542705780 going to sleep for 11 seconds 00000100:00100000:3.0:1783135858.876184:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809277440 00000100:00100000:3.0:1783135858.876196:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809277440 00000100:00100000:3.0:1783135858.876272:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1783135858.876295:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54306f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:22630:x1869752809277440:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1783135858.876332:0:22628:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1783135858.876352:0:22628:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1783135858.876356:0:22628:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:3.0:1783135858.876515:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54306f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:22630:x1869752809277440:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 232us (2572us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135858.876523:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1783135858.877606:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678321f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809277440:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1783135858.878491:0:22630:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1783135858.878511:0:22630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e64ae00/0xf7de4ef628ee1537 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee153e expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135858.878525:0:22630:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac67e64ae00/0xf7de4ef628ee1537 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee153e expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135859.058333:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783135859.568789:0:22674:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac672de30c0 going to sleep for 0 seconds 00000040:00080000:0.0:1783135859.639556:0:23391:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1783135860.078971:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783135860.590829:0:22674:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac672de30c0 going to sleep for 0 seconds 00010000:00010000:3.0:1783135861.104246:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783135861.623015:0:22674:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac672de30c0 going to sleep for 0 seconds 00010000:00010000:2.0:1783135862.126200:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783135862.639153:0:22674:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac672de30c0 going to sleep for 0 seconds 00000100:00100000:0.0:1783135862.639284:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809277568:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783135862.639348:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135862.639526:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809277568 00000100:00100000:0.0:1783135862.639535:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809277568 00000100:00100000:0.0:1783135862.639621:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1783135862.639642:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678321f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809277568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783135862.639676:0:22638:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1783135862.639723:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678321f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809277568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135862.639730:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1783135862.639911:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809277568:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1783135862.640620:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1783135862.640625:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1783135862.640628:0:8:0:(import.c:65:import_set_state_nolock()) ffff8ac66bcb6800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783135862.640694:0:8:0:(import.c:626:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8ac66bcb6800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:1.0:1783135862.640717:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac543795f80 x1869752809277824/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783135862.640735:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783135862.640738:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783135862.640741:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783135862.640745:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783135862.640762:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783135862.640766:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783135862.640769:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783135862.640771:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1783135862.640866:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:98df5a8b-208b-49ce-84cd-0105b203fdc7:3649:1869752809277696:0@lo:400:kworker.0 00000100:00100000:0.0:1783135862.640910:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135862.640954:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809277696 00000100:00100000:0.0:1783135862.640959:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809277696 00000100:00100000:0.0:1783135862.641002:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1783135862.641010:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54306c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:3649:x1869752809277696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783135862.641048:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54306c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:3649:x1869752809277696:12345-0@lo:400:kworker.0 Request processed in 39us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135862.641055:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1783135862.641111:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:98df5a8b-208b-49ce-84cd-0105b203fdc7:3649:1869752809277696:0@lo:400:kworker.0 00000100:00100000:1.0:1783135862.641577:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1869752809277952:0@lo:400:kworker.0 00000100:00100000:1.0:1783135862.641619:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135862.641709:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783135862.641715:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1869752809278080:0@lo:400:kworker.0 00000100:00100000:1.0:1783135862.641742:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135862.641772:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809277952 00000100:00100000:1.0:1783135862.641777:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809277952 00000100:00100000:1.0:1783135862.641872:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809278080 00000100:00100000:1.0:1783135862.641875:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809278080 00000100:00100000:1.0:1783135862.641891:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1783135862.641898:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543795180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1869752809277952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135862.641937:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543795180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1869752809277952:12345-0@lo:400:kworker.0 Request processed in 39us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135862.641945:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1783135862.641958:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1783135862.641964:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543794380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1869752809278080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135862.641990:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543794380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1869752809278080:12345-0@lo:400:kworker.0 Request processed in 26us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135862.641996:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1783135862.642018:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543795f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809277824:0@lo:38:kworker.0 00000100:00100000:1.0:1783135862.642045:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135862.642075:0:23372:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809277824 00000100:00100000:1.0:1783135862.642078:0:23372:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809277824 00000100:00100000:1.0:1783135862.642119:0:23372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1783135862.642124:0:23372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543797100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3645:x1869752809277824:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1783135862.642148:0:23372:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 766 last 0 00000020:00000080:1.0:1783135862.642182:0:23372:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf7de4ef628ee1545 00000004:00100000:1.0:1783135862.642204:0:23372:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:1.0:1783135862.642210:0:23372:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00010000:00080000:1.0:1783135862.642300:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8ac543795880 x1869752809278080/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135878 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135862.642313:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1869752809278080:0@lo:400:kworker.0 00010000:00080000:1.0:1783135862.642324:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8ac543797480 x1869752809277952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135878 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135862.642332:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1869752809277952:0@lo:400:kworker.0 00000100:00080000:0.0:1783135862.653247:0:23372:0:(import.c:65:import_set_state_nolock()) ffff8ac67c6fd000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783135862.653363:0:23372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543797100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3645:x1869752809277824:12345-0@lo:38:kworker.0 Request processed in 11236us (11315us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135862.653387:0:23372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:2.0:1783135862.653758:0:3645:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1783135862.653770:0:3645:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1783135862.653777:0:3645:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1783135862.653779:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac66bcb6800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1783135862.653801:0:3645:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000003826b5af): req@ffff8ac678323480 x1869752809270784/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135862.653824:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543795f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809277824:0@lo:38:kworker.0 00000100:00100000:2.0:1783135862.653898:0:22674:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135862.653924:0:22674:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac672de30c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783135862.653939:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809270784 00000100:00100000:2.0:1783135862.653944:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809270784 00000100:00100000:2.0:1783135862.653982:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1783135862.653991:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22674:x1869752809270784:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1783135862.654059:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22674:x1869752809270784:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 68us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135862.654066:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1783135862.654112:0:22674:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678323480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22674:1869752809270784:0@lo:1000:lod0000_rec0001.0 00000040:01000000:2.0:1783135862.654151:0:22674:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1783135862.654190:0:22674:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad9c00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22674:1869752809278208:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1783135862.654221:0:22674:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135862.654244:0:22674:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac5432186c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783135862.654254:0:23372:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809278208 00000100:00100000:2.0:1783135862.654257:0:23372:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809278208 00000100:00100000:2.0:1783135862.654275:0:23372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1783135862.654280:0:23372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ad9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22674:x1869752809278208:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1783135862.654357:0:23372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ad9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22674:x1869752809278208:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 76us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135862.654363:0:23372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1783135862.654397:0:22674:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad9c00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22674:1869752809278208:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1783135862.654461:0:22674:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad9c00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22674:1869752809278336:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1783135862.654485:0:22674:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135862.654498:0:22674:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac5432186c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783135862.654508:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809278336 00000100:00100000:2.0:1783135862.654511:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809278336 00000100:00100000:2.0:1783135862.654533:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1783135862.654538:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543adad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22674:x1869752809278336:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1783135862.654589:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543adad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22674:x1869752809278336:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 45us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135862.654595:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1783135862.654618:0:22674:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad9c00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22674:1869752809278336:0@lo:1000:lod0000_rec0001.0 00000040:00080000:2.0:1783135862.654655:0:22674:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1783135862.656764:0:22674:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1783135862.656840:0:22674:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 18, retries 0 00000004:00080000:2.0:1783135862.656845:0:22674:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000100:00100000:3.0:1783135862.657503:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783135862.657521:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1869752809278464:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783135862.657589:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135862.657634:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809278464 00000100:00100000:3.0:1783135862.657648:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809278464 00000100:00100000:3.0:1783135862.657691:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1783135862.657700:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67804b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3649:x1869752809278464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783135862.657733:0:22639:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1783135862.657781:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67804b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3649:x1869752809278464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135862.657788:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1783135862.657835:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1869752809278464:0@lo:41:osp-pre-1-0.0 00000001:02000400:0.0:1783135862.691580:0:23633:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg406-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1783135863.150230:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1783135863.619416:0:23686:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1783135863.619686:0:23686:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1783135864.175128:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1783135864.770041:0:23737:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1783135864.770289:0:23737:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1783135865.199228:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1783135865.962684:0:23786:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc5098a110 20000000:00000080:3.0:1783135865.962703:0:23786:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8ac65ffc9000 uarg=0000000000000000 20000000:01000000:3.0:1783135865.962740:0:23786:0:(mgs_llog.c:6177:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:3.0:1783135865.962746:0:23786:0:(mgs_llog.c:4638:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:3.0:1783135865.962751:0:23786:0:(mgs_llog.c:1376:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:3.0:1783135865.963757:0:23787:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:0.0:1783135865.964298:0:23786:0:(mgs_llog.c:1447:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:0.0:1783135865.976677:0:23786:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1783135865.976774:0:23786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ac67e64aa00/0xf7de4ef628ee154c lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135865.976798:0:23786:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ac67c526c00/0xf7de4ef628ee13f5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee13ee expref: 17 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135865.976807:0:23786:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ac67e64a800/0xf7de4ef628ee14f8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee14f1 expref: 17 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135865.976815:0:23786:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ac67e64aa00/0xf7de4ef628ee154c lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135865.976865:0:23786:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ac67e64a800/0xf7de4ef628ee14f8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf7de4ef628ee14f1 expref: 17 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135865.976907:0:23786:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ac67e64a800/0xf7de4ef628ee14f8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf7de4ef628ee14f1 expref: 17 pid: 22628 timeout: 869 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135865.976923:0:23786:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678323480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23786:1869752809278592:0@lo:104: 00000100:00100000:0.0:1783135865.976996:0:23786:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783135865.977266:0:23786:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ac67c526c00/0xf7de4ef628ee13f5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf7de4ef628ee13ee expref: 17 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135865.977274:0:23786:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ac67c526c00/0xf7de4ef628ee13f5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf7de4ef628ee13ee expref: 17 pid: 22628 timeout: 869 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135865.977283:0:23786:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678321180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23786:1869752809278720:0@lo:104: 00000100:00100000:0.0:1783135865.977304:0:23786:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135865.982458:0:23786:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac675354cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1783135865.984624:0:22616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809278720 00000100:00100000:1.0:1783135865.984638:0:22616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809278720 00000100:00100000:3.0:1783135865.984805:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809278592 00000100:00100000:3.0:1783135865.984810:0:22617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809278592 00000100:00100000:3.0:1783135865.984846:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1783135865.984856:0:22617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678322a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+4:23786:x1869752809278592:12345-0@lo:104: 00010000:00010000:3.0:1783135865.984873:0:22617:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff8ac67f908600/0xf7de4ef628ee14f1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf7de4ef628ee14f8 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135865.985220:0:22617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1783135865.985227:0:22617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678322a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+4:23786:x1869752809278592:12345-0@lo:104: Request processed in 373us (8231us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135865.985234:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1783135865.985253:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1783135865.985260:0:22617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678322300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+3:23786:x1869752809278720:12345-0@lo:104: 00010000:00010000:3.0:1783135865.985280:0:22617:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff8ac67e64bc00/0xf7de4ef628ee13ee lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf7de4ef628ee13f5 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135865.985331:0:22617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1783135865.985337:0:22617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678322300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+3:23786:x1869752809278720:12345-0@lo:104: Request processed in 79us (8032us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135865.985343:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:1.0:1783135865.985541:0:22622:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783135865.985549:0:22622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8ac67f908600/0xf7de4ef628ee14f1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf7de4ef628ee14f8 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135865.985556:0:22622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67f908600 already unused, calling callback (ffffffffc12dac20) 10000000:00010000:1.0:1783135865.985560:0:22622:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8ac67f908600/0xf7de4ef628ee14f1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf7de4ef628ee14f8 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135865.985569:0:22622:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac67f908600/0xf7de4ef628ee14f1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf7de4ef628ee14f8 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783135865.985576:0:22622:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac67f908600/0xf7de4ef628ee14f1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf7de4ef628ee14f8 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783135865.985582:0:22622:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1783135865.985625:0:22622:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8ac67f908600/0xf7de4ef628ee14f1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee14f8 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135865.985637:0:22622:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783135865.985655:0:22622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8ac67f908600/0xf7de4ef628ee14f1 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee14f8 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135865.985662:0:22622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac67f908600/0xf7de4ef628ee14f1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee14f8 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135865.985675:0:22622:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783135865.985678:0:22622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8ac67e64bc00/0xf7de4ef628ee13ee lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf7de4ef628ee13f5 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135865.985702:0:22622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64bc00 already unused, calling callback (ffffffffc12dac20) 10000000:00010000:1.0:1783135865.985705:0:22622:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8ac67e64bc00/0xf7de4ef628ee13ee lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf7de4ef628ee13f5 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135865.985712:0:22622:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac67e64bc00/0xf7de4ef628ee13ee lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf7de4ef628ee13f5 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783135865.985718:0:22622:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac67e64bc00/0xf7de4ef628ee13ee lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf7de4ef628ee13f5 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783135865.985722:0:22622:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1783135865.985737:0:22622:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8ac67e64bc00/0xf7de4ef628ee13ee lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee13f5 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135865.985742:0:22622:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783135865.985756:0:22622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8ac67e64bc00/0xf7de4ef628ee13ee lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee13f5 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135865.985763:0:22622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac67e64bc00/0xf7de4ef628ee13ee lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee13f5 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135865.985781:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135865.985783:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135865.985784:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783135865.985798:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:98df5a8b-208b-49ce-84cd-0105b203fdc7:3646:1869752809278976:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783135865.985834:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1783135865.986139:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783135865.986380:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:98df5a8b-208b-49ce-84cd-0105b203fdc7:3649:1869752809278848:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783135865.986410:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135865.986455:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809278976 00000100:00100000:3.0:1783135865.986459:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809278976 00010000:00010000:3.0:1783135865.986482:0:22620:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ac67c526c00/0xf7de4ef628ee13f5 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf7de4ef628ee13ee expref: 18 pid: 22628 timeout: 869 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135865.986506:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809278848 00000100:00100000:3.0:1783135865.986509:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809278848 00010000:00010000:3.0:1783135865.986533:0:22620:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ac67e64a800/0xf7de4ef628ee14f8 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf7de4ef628ee14f1 expref: 19 pid: 22628 timeout: 869 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135865.986548:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1783135865.986555:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543794e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:98df5a8b-208b-49ce-84cd-0105b203fdc7+19:3646:x1869752809278976:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783135865.986567:0:22620:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783135865.986572:0:22620:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ac67c526c00/0xf7de4ef628ee13f5 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf7de4ef628ee13ee expref: 19 pid: 22628 timeout: 869 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135865.986580:0:22620:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ac67c526c00/0xf7de4ef628ee13f5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf7de4ef628ee13ee expref: 19 pid: 22628 timeout: 869 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135865.986596:0:22620:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783135865.986633:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543794e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:98df5a8b-208b-49ce-84cd-0105b203fdc7+19:3646:x1869752809278976:12345-0@lo:103:ldlm_bl.0 Request processed in 80us (799us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135865.986640:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1783135865.986656:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1783135865.986661:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678049180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:3649:x1869752809278848:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783135865.986668:0:22620:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783135865.986672:0:22620:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ac67e64a800/0xf7de4ef628ee14f8 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf7de4ef628ee14f1 expref: 18 pid: 22628 timeout: 869 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135865.986699:0:22620:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ac67e64a800/0xf7de4ef628ee14f8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf7de4ef628ee14f1 expref: 18 pid: 22628 timeout: 869 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135865.986711:0:22620:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ac67e64aa00/0xf7de4ef628ee154c lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135865.986719:0:22620:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67e64aa00/0xf7de4ef628ee154c lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135865.986733:0:22620:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ac67e64aa00/0xf7de4ef628ee154c lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135865.986740:0:22620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ac67e64aa00/0xf7de4ef628ee154c lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135865.986747:0:22620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ac67e64aa00/0xf7de4ef628ee154c lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135865.986754:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ac67e64aa00/0xf7de4ef628ee154c lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135865.986760:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64aa00 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:3.0:1783135865.986769:0:22620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ac67e64aa00/0xf7de4ef628ee154c lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135865.986777:0:22620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ac67e64aa00/0xf7de4ef628ee154c lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135865.986786:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ac67e64aa00/0xf7de4ef628ee154c lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135865.986796:0:22620:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783135865.986823:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678049180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:3649:x1869752809278848:12345-0@lo:103:ldlm_bl.0 Request processed in 162us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135865.986829:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1783135865.986865:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:98df5a8b-208b-49ce-84cd-0105b203fdc7:3649:1869752809278848:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783135865.986892:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:98df5a8b-208b-49ce-84cd-0105b203fdc7:3646:1869752809278976:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783135865.990850:0:23786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67e64a800/0xf7de4ef628ee14f8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf7de4ef628ee14f1 expref: 17 pid: 22628 timeout: 869 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135865.990871:0:23786:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678323480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23786:1869752809278592:0@lo:104: 00010000:00010000:1.0:1783135865.991167:0:23786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67c526c00/0xf7de4ef628ee13f5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf7de4ef628ee13ee expref: 16 pid: 22628 timeout: 869 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135865.991179:0:23786:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678321180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23786:1869752809278720:0@lo:104: 00010000:00010000:1.0:1783135865.991274:0:23786:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ac67e64aa00/0xf7de4ef628ee154c lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135865.991285:0:23786:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ac67e64aa00/0xf7de4ef628ee154c lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135865.991290:0:23786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ac67e64aa00/0xf7de4ef628ee154c lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135865.991296:0:23786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67e64aa00/0xf7de4ef628ee154c lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135866.222282:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1783135866.747913:0:22668:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1783135867.246241:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783135867.760067:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67804aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1869752809279104:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783135867.760151:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135867.760348:0:23372:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809279104 00000100:00100000:2.0:1783135867.760356:0:23372:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809279104 00000100:00100000:2.0:1783135867.760420:0:23372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1783135867.760430:0:23372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3647:x1869752809279104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783135867.760477:0:23372:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1783135867.760529:0:23372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3647:x1869752809279104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135867.760537:0:23372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1783135867.760584:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67804aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1869752809279104:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1783135867.762498:0:468:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783135867.762504:0:468:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783135867.762507:0:468:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783135867.762510:0:468:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783135867.762536:0:468:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783135867.762540:0:468:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783135867.762543:0:468:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783135867.762545:0:468:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1783135867.762577:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543adbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1869752809279360:0@lo:400:kworker.0 00000100:00100000:2.0:1783135867.762643:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135867.762676:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783135867.762682:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:98df5a8b-208b-49ce-84cd-0105b203fdc7:3649:1869752809279232:0@lo:400:kworker.0 00000100:00100000:2.0:1783135867.762719:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135867.762752:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809279488:0@lo:400:kworker.0 00000100:00100000:2.0:1783135867.762779:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135867.762797:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783135867.762801:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ada300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1869752809279616:0@lo:400:kworker.0 00000100:00100000:2.0:1783135867.762823:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135867.762851:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809279360 00000100:00100000:2.0:1783135867.762858:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809279360 00000100:00100000:2.0:1783135867.762897:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809279616 00000100:00100000:2.0:1783135867.762899:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809279616 00000100:00100000:2.0:1783135867.762913:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1783135867.762920:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ada680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1869752809279360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135867.762971:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ada680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1869752809279360:12345-0@lo:400:kworker.0 Request processed in 51us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135867.762978:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1783135867.762993:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1783135867.762998:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ad9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1869752809279616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135867.763027:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ad9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1869752809279616:12345-0@lo:400:kworker.0 Request processed in 28us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135867.763033:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1783135867.763049:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809279232 00000100:00100000:2.0:1783135867.763053:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809279232 00000100:00100000:2.0:1783135867.763076:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1783135867.763081:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54306f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+16:3649:x1869752809279232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135867.763135:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54306f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+16:3649:x1869752809279232:12345-0@lo:400:kworker.0 Request processed in 54us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135867.763150:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1783135867.763192:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809279488 00000100:00100000:2.0:1783135867.763196:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809279488 00000100:00100000:2.0:1783135867.763216:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1783135867.763222:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543adaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809279488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135867.763250:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543adaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809279488:12345-0@lo:400:kworker.0 Request processed in 29us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135867.763256:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00080000:2.0:1783135867.763321:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8ac543ada300 x1869752809279616/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135883 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135867.763336:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ada300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1869752809279616:0@lo:400:kworker.0 00000100:00100000:2.0:1783135867.763347:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809279488:0@lo:400:kworker.0 00000100:00100000:2.0:1783135867.763369:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:98df5a8b-208b-49ce-84cd-0105b203fdc7:3649:1869752809279232:0@lo:400:kworker.0 00010000:00080000:2.0:1783135867.763378:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8ac543adbb80 x1869752809279360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135883 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135867.763387:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543adbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1869752809279360:0@lo:400:kworker.0 00000100:00100000:0.0:1783135867.766531:0:3645:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783135857/real 1783135857] req@ffff8ac543adb100 x1869752809273984/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783135867 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783135867.766561:0:3645:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8ac543adb100 x1869752809273984/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783135867 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783135867.766571:0:3645:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783135857/real 1783135857] req@ffff8ac678048700 x1869752809273856/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783135867 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783135867.766582:0:3645:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8ac678048700 x1869752809273856/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783135867 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1783135867.766619:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac64b2cd800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783135867.766636:0:3645:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1783135867.766641:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543adb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1869752809273984:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1783135867.766646:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac6743ec000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783135867.766651:0:3645:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1783135867.766654:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1869752809273856:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1783135867.766688:0:468:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783135867.766693:0:468:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783135867.766695:0:468:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783135867.766698:0:468:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783135867.766701:0:468:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783135867.766704:0:468:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1783135867.766707:0:468:0:(import.c:65:import_set_state_nolock()) ffff8ac6743ec000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783135867.766711:0:468:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 761 00000100:00080000:0.0:1783135867.766716:0:468:0:(import.c:591:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1783135867.766723:0:468:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8ac6743ec000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:0.0:1783135867.766751:0:468:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac678320700 x1869752809279744/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783135867.766766:0:468:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783135867.766769:0:468:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1783135867.766770:0:468:0:(import.c:65:import_set_state_nolock()) ffff8ac64b2cd800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783135867.766773:0:468:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 761 00000100:00080000:0.0:1783135867.766781:0:468:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1783135867.766784:0:468:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8ac64b2cd800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:0.0:1783135867.766795:0:468:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac678320a80 x1869752809279872/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783135867.766818:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678320700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1869752809279744:0@lo:8:kworker.0 00000400:00000100:0.0:1783135867.766863:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1869752809279744 offset 0 length 520: 4 00000100:00100000:0.0:1783135867.766893:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678320a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1869752809279872:0@lo:8:kworker.0 00000400:00000100:0.0:1783135867.766907:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1869752809279872 offset 0 length 520: 4 00000100:00100000:2.0:1783135867.767417:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783135867.767428:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543adbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1869752809280000:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783135867.767536:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135867.767574:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809280000 00000100:00100000:2.0:1783135867.767581:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809280000 00000100:00100000:2.0:1783135867.767625:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1783135867.767633:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1869752809280000:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783135867.767674:0:22639:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1783135867.767717:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1869752809280000:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135867.767723:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1783135867.767766:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543adbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1869752809280000:0@lo:41:osp-pre-0-1.0 10000000:01000000:0.0:1783135867.886855:0:22630:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1783135867.886864:0:22630:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8ac5424bf000 from 13 10000000:01000000:0.0:1783135867.886870:0:22630:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1783135867.886920:0:22630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b600/0xf7de4ef628ee1553 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135867.886933:0:22630:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b600/0xf7de4ef628ee1553 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135867.886944:0:22630:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b600/0xf7de4ef628ee1553 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135867.886971:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678320e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809280128:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1783135867.887040:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135867.887131:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac675354900 going to sleep for 11 seconds 00000100:00100000:1.0:1783135867.888211:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809280128 00000100:00100000:1.0:1783135867.888224:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809280128 00000100:00100000:1.0:1783135867.888326:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1783135867.888340:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54306e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+16:22630:x1869752809280128:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783135867.888360:0:22628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783135867.888385:0:22628:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67f909200/0xf7de4ef628ee155a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee1553 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135867.888437:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67f909200/0xf7de4ef628ee155a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee1553 expref: 17 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135867.888448:0:22628:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67f909200/0xf7de4ef628ee155a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee1553 expref: 17 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135867.888458:0:22628:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67f909200, rc 0) 00000100:00100000:1.0:1783135867.888516:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54306e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+17:22630:x1869752809280128:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 179us (1475us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135867.888524:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1783135867.888671:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678320e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809280128:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783135867.888690:0:22630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b600/0xf7de4ef628ee1553 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee155a expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135867.888714:0:22630:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b600/0xf7de4ef628ee1553 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee155a expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135867.888803:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678320e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809280256:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783135867.888836:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135867.888874:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac675354900 going to sleep for 11 seconds 00000100:00100000:2.0:1783135867.889075:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809280256 00000100:00100000:2.0:1783135867.889081:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809280256 00000100:00100000:2.0:1783135867.889147:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1783135867.889156:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54306fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+17:22630:x1869752809280256:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1783135867.889319:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54306fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+17:22630:x1869752809280256:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 164us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135867.889326:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1783135867.889574:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678320e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809280256:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1783135867.889610:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543795880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809280384:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1783135867.889651:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135867.889683:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac543ae1d80 going to sleep for 11 seconds 00000100:00100000:0.0:1783135867.889807:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809280384 00000100:00100000:0.0:1783135867.889811:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809280384 00000100:00100000:0.0:1783135867.889842:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1783135867.889850:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54306c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+17:22630:x1869752809280384:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1783135867.889937:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54306c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+17:22630:x1869752809280384:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 87us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135867.889944:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1783135867.890081:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543795880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809280384:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1783135867.891128:0:23854:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1783135867.891306:0:22630:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1783135867.891332:0:22630:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1783135867.891343:0:22630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b600/0xf7de4ef628ee1553 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee155a expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135867.891354:0:22630:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b600/0xf7de4ef628ee1553 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee155a expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783135867.891365:0:22630:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1783135867.891367:0:22630:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8ac678352000 from 13 10000000:01000000:0.0:1783135867.891370:0:22630:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1783135867.891410:0:22630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b800/0xf7de4ef628ee1561 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135867.891419:0:22630:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b800/0xf7de4ef628ee1561 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135867.891437:0:22630:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b800/0xf7de4ef628ee1561 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135867.891457:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678323100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809280512:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1783135867.891509:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135867.891551:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac675354f00 going to sleep for 11 seconds 00000100:00100000:1.0:1783135867.891606:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809280512 00000100:00100000:1.0:1783135867.891611:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809280512 00000100:00100000:1.0:1783135867.891643:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1783135867.891649:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c768450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+17:22630:x1869752809280512:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783135867.891661:0:22627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783135867.891671:0:22627:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67f909c00/0xf7de4ef628ee1568 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee1561 expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135867.891688:0:22627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67f909c00/0xf7de4ef628ee1568 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee1561 expref: 18 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135867.891700:0:22627:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67f909c00/0xf7de4ef628ee1568 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee1561 expref: 18 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135867.891707:0:22627:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67f909c00, rc 0) 00000100:00100000:1.0:1783135867.891741:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c768450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:22630:x1869752809280512:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 91us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135867.891748:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1783135867.891775:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678323100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809280512:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783135867.891790:0:22630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b800/0xf7de4ef628ee1561 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1568 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135867.891799:0:22630:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b800/0xf7de4ef628ee1561 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee1568 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783135867.891850:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543adbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809280640:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1783135867.891869:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135867.891886:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac66bce96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783135867.891905:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809280640 00000100:00100000:0.0:1783135867.891909:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809280640 00000100:00100000:0.0:1783135867.891937:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1783135867.891942:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c769850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:22630:x1869752809280640:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783135867.892049:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c769850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:22630:x1869752809280640:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 106us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135867.892056:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1783135867.892147:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543adbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809280640:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1783135867.892188:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543adbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809280768:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1783135867.892232:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135867.892260:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac66bce96c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783135867.892383:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809280768 00000100:00100000:1.0:1783135867.892387:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809280768 00000100:00100000:1.0:1783135867.892455:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1783135867.892464:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c76b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:22630:x1869752809280768:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1783135867.892553:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c76b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:22630:x1869752809280768:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 90us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135867.892560:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1783135867.892638:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543adbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809280768:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1783135867.893174:0:23855:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1783135867.893335:0:22630:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1783135867.893356:0:22630:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1783135867.893363:0:22630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b800/0xf7de4ef628ee1561 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1568 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135867.893372:0:22630:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b800/0xf7de4ef628ee1561 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1568 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135868.272259:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1783135868.292130:0:23364:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:2.0:1783135869.295222:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783135869.808467:0:3645:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783135854/real 1783135854] req@ffff8ac543796d80 x1869752809271936/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783135869 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135869.808504:0:3645:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8ac543796d80 x1869752809271936/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783135869 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135869.808515:0:3645:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783135854/real 1783135854] req@ffff8ac543794000 x1869752809272064/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783135869 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135869.808525:0:3645:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8ac543794000 x1869752809272064/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783135869 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783135869.808546:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac658080000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783135869.808583:0:3645:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1783135869.808588:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543796d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809271936:0@lo:8:kworker.0 00000100:00080000:2.0:1783135869.808594:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac5431db000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783135869.808622:0:3645:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1783135869.808625:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809272064:0@lo:8:kworker.0 00000100:00080000:0.0:1783135869.809737:0:468:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783135869.809744:0:468:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1783135869.809747:0:468:0:(import.c:65:import_set_state_nolock()) ffff8ac658080000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783135869.809755:0:468:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 758 00000100:00080000:0.0:1783135869.809761:0:468:0:(import.c:591:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1783135869.809770:0:468:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8ac658080000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:0.0:1783135869.809797:0:468:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac678323100 x1869752809281152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783135869.809814:0:468:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783135869.809818:0:468:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1783135869.809829:0:468:0:(import.c:65:import_set_state_nolock()) ffff8ac5431db000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783135869.809833:0:468:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 758 00000100:00080000:0.0:1783135869.809836:0:468:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1783135869.809840:0:468:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8ac5431db000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:0.0:1783135869.809854:0:468:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac678320e00 x1869752809281280/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783135869.809877:0:468:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783135869.809881:0:468:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783135869.809883:0:468:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783135869.809887:0:468:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1783135869.809922:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678323480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809281536:0@lo:400:kworker.0 00000100:00100000:0.0:1783135869.809999:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135869.810040:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1783135869.810046:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678320000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:98df5a8b-208b-49ce-84cd-0105b203fdc7:3648:1869752809280896:0@lo:400:kworker.0 00000100:00100000:0.0:1783135869.810078:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135869.810749:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1869752809281664:0@lo:400:kworker.0 00000100:00100000:0.0:1783135869.810788:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135869.810831:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678323800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1869752809281024:0@lo:400:kworker.0 00000100:00100000:0.0:1783135869.810858:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135869.810881:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783135869.810887:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1869752809281408:0@lo:400:kworker.0 00000100:00100000:0.0:1783135869.810915:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135869.810947:0:23372:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809281536 00000100:00100000:0.0:1783135869.810955:0:23372:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809281536 00000100:00100000:0.0:1783135869.811006:0:23372:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809281024 00000100:00100000:0.0:1783135869.811010:0:23372:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809281024 00000100:00100000:0.0:1783135869.811026:0:23372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1783135869.811033:0:23372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809281536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135869.817115:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809281664 00000100:00100000:1.0:1783135869.817133:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809281664 00000100:00100000:1.0:1783135869.817212:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809281408 00000100:00100000:1.0:1783135869.817216:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809281408 00000100:00100000:1.0:1783135869.817234:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1783135869.817258:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1869752809281664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135869.817361:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1869752809281664:12345-0@lo:400:kworker.0 Request processed in 105us (6572us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135869.817368:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1783135869.817384:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1783135869.817390:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1869752809281408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135869.817441:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1869752809281408:12345-0@lo:400:kworker.0 Request processed in 51us (6525us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135869.817447:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:1.0:1783135869.817506:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8ac678321180 x1869752809281408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135885 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135869.817523:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1869752809281408:0@lo:400:kworker.0 00000100:00100000:0.0:1783135869.817617:0:23372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809281536:12345-0@lo:400:kworker.0 Request processed in 90us (1124us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135869.817630:0:23372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1783135869.817650:0:23372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1783135869.817659:0:23372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1869752809281024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783135869.817708:0:23372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1869752809281024:12345-0@lo:400:kworker.0 Request processed in 51us (6849us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135869.817714:0:23372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1783135869.817735:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809280896 00000100:00100000:0.0:1783135869.817739:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809280896 00000100:00100000:0.0:1783135869.817764:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1783135869.817770:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c768c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:3648:x1869752809280896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783135869.817797:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c768c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:3648:x1869752809280896:12345-0@lo:400:kworker.0 Request processed in 28us (7719us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135869.817803:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1783135869.817841:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678323100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809281152:0@lo:8:kworker.0 00000400:00000100:0.0:1783135869.817864:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1869752809281152 offset 0 length 520: 4 00000100:00100000:0.0:1783135869.817890:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678320e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809281280:0@lo:8:kworker.0 00000400:00000100:0.0:1783135869.817904:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1869752809281280 offset 0 length 520: 4 00000100:00100000:0.0:1783135869.817931:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678320000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:98df5a8b-208b-49ce-84cd-0105b203fdc7:3648:1869752809280896:0@lo:400:kworker.0 00010000:00080000:0.0:1783135869.817943:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8ac5438b1500 x1869752809281664/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135885 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783135869.817960:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1869752809281664:0@lo:400:kworker.0 00000100:00100000:0.0:1783135869.817973:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678323480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809281536:0@lo:400:kworker.0 00000100:00100000:1.0:1783135869.820370:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678323800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1869752809281024:0@lo:400:kworker.0 00000040:00080000:1.0:1783135869.872301:0:23391:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1783135870.318660:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135871.343300:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135872.367454:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783135872.882392:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1869752809281920:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783135872.882471:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135872.882530:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783135872.882538:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543adbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1869752809281792:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783135872.882561:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135872.882592:0:23372:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809281920 00000100:00100000:2.0:1783135872.882599:0:23372:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809281920 00000100:00100000:2.0:1783135872.882644:0:23372:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809281792 00000100:00100000:2.0:1783135872.882647:0:23372:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809281792 00000100:00100000:2.0:1783135872.882661:0:23372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1783135872.882669:0:23372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1869752809281920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783135872.882702:0:23372:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1783135872.882743:0:23372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1869752809281920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135872.882749:0:23372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1783135872.882766:0:23372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1783135872.882772:0:23372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ad8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1869752809281792:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783135872.882787:0:23372:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1783135872.882812:0:23372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ad8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1869752809281792:12345-0@lo:41:osp-pre-0-1.0 Request processed in 41us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135872.882817:0:23372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1783135872.882857:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543adbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1869752809281792:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783135872.882869:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1869752809281920:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1783135873.402265:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1783135874.352863:0:24134:0:(obd_mount.c:914:lmd_print()) mount data: 00000020:01000004:0.0:1783135874.352868:0:24134:0:(obd_mount.c:917:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:0.0:1783135874.352869:0:24134:0:(obd_mount.c:920:lmd_print()) options: errors=remount-ro 00000080:01200004:0.0:1783135874.352985:0:24134:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8ac67c6fc000 00000020:01000004:0.0:1783135874.353003:0:24134:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1783135874.353019:0:24134:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1783135874.353038:0:24134:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8ac67e698000) 00000020:00000080:0.0:1783135874.353065:0:24134:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00010000:00010000:1.0:1783135874.419983:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:3.0:1783135874.421951:0:24134:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1783135874.423964:0:24134:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1783135874.424266:0:24134:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1783135874.424745:0:24134:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1783135874.424971:0:24134:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1783135874.425248:0:24134:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1783135874.425496:0:24134:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00080000:01000000:3.0:1783135874.427075:0:24134:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1783135874.427696:0:24134:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:3.0:1783135874.427711:0:24134:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:3.0:1783135874.427724:0:24134:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xf7de4ef628ee1576 00000020:01000004:3.0:1783135874.427731:0:24134:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:3.0:1783135874.427755:0:24134:0:(obd_mount.c:394:lustre_start_mgc()) MGC192.168.204.106@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1783135874.427759:0:24134:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.106@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1783135874.427765:0:24134:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0000 00000020:01000004:3.0:1783135874.427770:0:24134:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:3.0:1783135874.427784:0:24134:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff8ac658010000) 00000020:00000080:3.0:1783135874.427796:0:24134:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:3.0:1783135874.428961:0:24134:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1783135874.429184:0:24134:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:3.0:1783135874.429193:0:24134:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:3.0:1783135874.438135:0:24134:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:3.0:1783135874.438162:0:24134:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:1.0:1783135874.438675:0:24134:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:1.0:1783135874.438682:0:24134:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:3.0:1783135874.441749:0:24134:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1783135874.441951:0:24134:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:3.0:1783135874.441958:0:24134:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:3.0:1783135874.442818:0:24134:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:3.0:1783135874.442827:0:24134:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:0.0:1783135874.460063:0:24134:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1783135874.460368:0:24134:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1783135874.460376:0:24134:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:1.0:1783135874.462503:0:24134:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1783135874.462521:0:24134:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:1.0:1783135874.463590:0:24134:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1783135874.463601:0:24134:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:1.0:1783135874.466948:0:24134:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1783135874.467397:0:24134:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:1.0:1783135874.467404:0:24134:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:1.0:1783135874.468057:0:24134:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:1.0:1783135874.468066:0:24134:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:1.0:1783135874.499137:0:24134:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1783135874.499365:0:24134:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:1.0:1783135874.499373:0:24134:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:0.0:1783135874.505755:0:24134:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:0.0:1783135874.505772:0:24134:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:0.0:1783135874.506716:0:24134:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:0.0:1783135874.506754:0:24134:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:0.0:1783135874.506763:0:24134:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.106@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:0.0:1783135874.518843:0:24134:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.106@tcp ctxt 0 is initialized 00000020:01000004:0.0:1783135874.518905:0:24134:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.204.106@tcp, index=0000, flags=0x20002 00000020:01000004:0.0:1783135874.518910:0:24134:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1783135874.518912:0:24134:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1783135874.518914:0:24134:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783135874.518915:0:24134:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783135874.518916:0:24134:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783135874.518917:0:24134:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783135874.518928:0:24134:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1783135874.518930:0:24134:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783135874.518932:0:24134:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1783135874.518935:0:24134:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:0.0:1783135874.518943:0:24134:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1783135874.518944:0:24134:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1783135874.518945:0:24134:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783135874.518946:0:24134:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783135874.518947:0:24134:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783135874.518948:0:24134:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783135874.518949:0:24134:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1783135874.518950:0:24134:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783135874.518951:0:24134:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1783135874.518982:0:24134:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1783135874.519006:0:24134:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438b1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809282048:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1783135874.519305:0:24134:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135874.519399:0:24134:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac67b43e480 going to sleep for 11 seconds 00000100:00100000:1.0:1783135874.519564:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809282048 00000100:00100000:1.0:1783135874.519572:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809282048 00000100:00100000:1.0:1783135874.519652:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1783135874.519663:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac648bc8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:24134:x1869752809282048:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1783135874.519694:0:22628:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1783135874.519704:0:22628:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:1.0:1783135874.519708:0:22628:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1783135874.520056:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac648bc8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:24134:x1869752809282048:12345-0@lo:253:mount.lustre.0 Request processed in 394us (750us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135874.520064:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1783135874.520192:0:24134:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438b1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809282048:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1783135874.520205:0:24134:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1783135874.520208:0:24134:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1783135874.520209:0:24134:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1783135874.520211:0:24134:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783135874.520212:0:24134:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783135874.520214:0:24134:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783135874.520215:0:24134:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783135874.520216:0:24134:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1783135874.520217:0:24134:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783135874.520218:0:24134:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1783135874.520237:0:24134:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8ac67c6fc000 from lustre-OST0000 10000000:01000000:2.0:1783135874.520278:0:24134:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:2.0:1783135874.520281:0:24134:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1783135874.520291:0:24134:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8ac67b4b99c0 local copy 00010000:00010000:2.0:1783135874.520304:0:24134:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c65c200/0xf7de4ef628ee1331 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1338 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783135874.520421:0:24134:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809282176:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783135874.520464:0:24134:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135874.520497:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809282176 00000100:00100000:2.0:1783135874.520501:0:24134:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac5432186c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783135874.520501:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809282176 00000100:00100000:0.0:1783135874.520527:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1783135874.520534:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac648bc8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:24134:x1869752809282176:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783135874.520608:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac648bc8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:24134:x1869752809282176:12345-0@lo:501:mount.lustre.0 Request processed in 74us (144us total) trans 0 rc -2/-2 00000100:00100000:0.0:1783135874.520615:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1783135874.521201:0:24134:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809282176:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1783135874.521219:0:24134:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.106@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1783135874.521242:0:24134:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.106@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1783135874.521248:0:24134:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c65c200/0xf7de4ef628ee1331 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1338 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135874.521257:0:24134:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac67c65c200/0xf7de4ef628ee1331 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1338 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783135874.521293:0:24134:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8ac67c6fc000 10000000:01000000:2.0:1783135874.521298:0:24134:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1783135874.521303:0:24134:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1783135874.521306:0:24134:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1783135874.521311:0:24134:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:2.0:1783135874.521313:0:24134:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1783135874.521336:0:24134:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c65de00/0xf7de4ef628ee1584 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135874.521344:0:24134:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac67c65de00/0xf7de4ef628ee1584 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135874.521354:0:24134:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac67c65de00/0xf7de4ef628ee1584 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783135874.521369:0:24134:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809282304:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783135874.521405:0:24134:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135874.521437:0:24134:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac5432186c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783135874.521495:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809282304 00000100:00100000:3.0:1783135874.521500:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809282304 00000100:00100000:3.0:1783135874.521538:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1783135874.521547:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac648bcb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+18:24134:x1869752809282304:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783135874.521556:0:22626:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783135874.521569:0:22626:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67c527a00/0xf7de4ef628ee158b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee1584 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.521592:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67c527a00/0xf7de4ef628ee158b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee1584 expref: 19 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.521614:0:22626:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67c527a00/0xf7de4ef628ee158b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee1584 expref: 19 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.521623:0:22626:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67c527a00, rc 0) 00000100:00100000:3.0:1783135874.521661:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac648bcb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+19:24134:x1869752809282304:12345-0@lo:101:mount.lustre.0 Request processed in 116us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135874.521669:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1783135874.521772:0:24134:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809282304:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783135874.521783:0:24134:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac67c65de00/0xf7de4ef628ee1584 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee158b expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135874.521793:0:24134:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac67c65de00/0xf7de4ef628ee1584 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee158b expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783135874.522869:0:24134:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:2.0:1783135874.523539:0:24134:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1783135874.529580:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1783135874.529656:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1783135874.529670:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1783135874.529681:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1783135874.529692:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1783135874.529703:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1783135874.529714:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1783135874.529734:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1783135874.529747:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:3.0:1783135874.529760:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:3.0:1783135874.529774:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:3.0:1783135874.529785:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:3.0:1783135874.529814:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:3.0:1783135874.529820:0:24134:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:3.0:1783135874.529952:0:24134:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809282432:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783135874.530023:0:24134:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135874.530253:0:24134:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac6608230c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783135874.530388:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809282432 00000100:00100000:0.0:1783135874.530400:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809282432 00000100:00100000:0.0:1783135874.530469:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1783135874.530481:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac648bc9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+19:24134:x1869752809282432:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783135874.530649:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac648bc9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+19:24134:x1869752809282432:12345-0@lo:501:mount.lustre.0 Request processed in 169us (624us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135874.530657:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1783135874.530746:0:24134:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809282432:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783135874.530786:0:24134:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809282560:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783135874.530828:0:24134:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135874.530857:0:24134:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac6608230c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783135874.531267:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809282560 00000100:00100000:1.0:1783135874.531272:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809282560 00000100:00100000:1.0:1783135874.531311:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1783135874.531319:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac648bca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+19:24134:x1869752809282560:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783135874.532534:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac648bca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+19:24134:x1869752809282560:12345-0@lo:503:mount.lustre.0 Request processed in 1212us (1702us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135874.532544:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1783135874.532692:0:24134:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809282560:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1783135874.533545:0:24134:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1783135874.533635:0:24134:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809282688:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783135874.533693:0:24134:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135874.534247:0:24134:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac6608230c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783135874.534751:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809282688 00000100:00100000:0.0:1783135874.534761:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809282688 00000100:00100000:0.0:1783135874.534826:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1783135874.534835:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+19:24134:x1869752809282688:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783135874.535515:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+19:24134:x1869752809282688:12345-0@lo:502:mount.lustre.0 Request processed in 678us (1820us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135874.535524:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1783135874.535616:0:24134:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809282688:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1783135874.535947:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1783135874.535985:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1783135874.536002:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1783135874.536017:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1783135874.536034:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1783135874.536049:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1783135874.536065:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1783135874.536080:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1783135874.536336:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:3.0:1783135874.536355:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:3.0:1783135874.536371:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:3.0:1783135874.536387:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:3.0:1783135874.536426:0:24134:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809282816:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783135874.536483:0:24134:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135874.536514:0:24134:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac6608230c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783135874.537483:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809282816 00000100:00100000:1.0:1783135874.537494:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809282816 00000100:00100000:1.0:1783135874.537586:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1783135874.537596:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+19:24134:x1869752809282816:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783135874.537790:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+19:24134:x1869752809282816:12345-0@lo:502:mount.lustre.0 Request processed in 194us (1306us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135874.537799:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1783135874.537916:0:24134:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809282816:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1783135874.538000:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:3.0:1783135874.538014:0:24134:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:3.0:1783135874.539243:0:24151:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1783135874.539257:0:24151:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:3.0:1783135874.539266:0:24151:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135874.539277:0:24151:0:(obd_config.c:1561:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:3.0:1783135874.539285:0:24151:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1783135874.539303:0:24151:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff8ac6580119c0) 00000020:00000080:3.0:1783135874.539329:0:24151:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:3.0:1783135874.539336:0:24151:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1783135874.539433:0:24151:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8ac67c6fc000 from lustre-OST0000, refs=2 00080000:01000000:3.0:1783135874.539443:0:24151:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:3.0:1783135874.539451:0:24151:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xf7de4ef628ee1599 00010000:00010000:3.0:1783135874.545698:0:24151:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:3.0:1783135874.546361:0:24151:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:3.0:1783135874.548275:0:24151:0:(osd_handler.c:5579:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:3.0:1783135874.550035:0:24151:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:3.0:1783135874.550059:0:24151:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783135874.550066:0:24151:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135874.550079:0:24151:0:(obd_config.c:1561:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:3.0:1783135874.550083:0:24151:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1783135874.550133:0:24151:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #28 00000020:01000000:3.0:1783135874.550136:0:24151:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783135874.550138:0:24151:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783135874.550139:0:24151:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1783135874.550142:0:24151:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135874.550144:0:24151:0:(obd_config.c:1561:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:3.0:1783135874.550146:0:24151:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783135874.550160:0:24151:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135874.550161:0:24151:0:(obd_config.c:1561:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:3.0:1783135874.550189:0:24151:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1783135874.550191:0:24151:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1783135874.550193:0:24151:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783135874.550196:0:24151:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135874.550197:0:24151:0:(obd_config.c:1561:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:3.0:1783135874.550199:0:24151:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783135874.550201:0:24151:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135874.550203:0:24151:0:(obd_config.c:1561:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1783135874.550205:0:24151:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1783135874.550289:0:24151:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783135874.550293:0:24151:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135874.550295:0:24151:0:(obd_config.c:1561:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1783135874.550298:0:24151:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:2.0:1783135874.550705:0:24134:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:2.0:1783135874.550745:0:24134:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1783135874.550792:0:24134:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c65de00/0xf7de4ef628ee1584 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee158b expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135874.550804:0:24134:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac67c65de00/0xf7de4ef628ee1584 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee158b expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783135874.550812:0:24134:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8ac67c6fc000 from 1 10000000:01000000:2.0:1783135874.550815:0:24134:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1783135874.550886:0:24134:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c65da00/0xf7de4ef628ee15a0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135874.550907:0:24134:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac67c65da00/0xf7de4ef628ee15a0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135874.550929:0:24134:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac67c65da00/0xf7de4ef628ee15a0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783135874.551016:0:24134:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809282944:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783135874.551169:0:24134:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135874.551240:0:24134:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac543218c00 going to sleep for 11 seconds 00000100:00100000:1.0:1783135874.551361:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809282944 00000100:00100000:1.0:1783135874.551369:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809282944 00000100:00100000:1.0:1783135874.551427:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1783135874.551437:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+19:24134:x1869752809282944:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783135874.551451:0:22627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783135874.551464:0:22627:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67f909400/0xf7de4ef628ee15a7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee15a0 expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135874.551489:0:22627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67f909400/0xf7de4ef628ee15a7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee15a0 expref: 20 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135874.551510:0:22627:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67f909400/0xf7de4ef628ee15a7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee15a0 expref: 20 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135874.551519:0:22627:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67f909400, rc 0) 00000100:00100000:1.0:1783135874.551559:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+20:24134:x1869752809282944:12345-0@lo:101:mount.lustre.0 Request processed in 123us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135874.551566:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1783135874.551794:0:24134:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809282944:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783135874.551808:0:24134:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac67c65da00/0xf7de4ef628ee15a0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee15a7 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135874.551818:0:24134:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac67c65da00/0xf7de4ef628ee15a0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee15a7 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783135874.552907:0:24134:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1783135874.553399:0:24134:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1783135874.553665:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1783135874.553690:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1783135874.553704:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1783135874.553733:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1783135874.553745:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1783135874.553757:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1783135874.553769:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1783135874.553781:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1783135874.553794:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1783135874.553805:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1783135874.553818:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1783135874.553836:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1783135874.553841:0:24134:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1783135874.553916:0:24134:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809283072:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783135874.553979:0:24134:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135874.554115:0:24134:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac543218f00 going to sleep for 11 seconds 00000100:00100000:1.0:1783135874.557641:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809283072 00000100:00100000:1.0:1783135874.557655:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809283072 00000100:00100000:1.0:1783135874.557758:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1783135874.557771:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+20:24134:x1869752809283072:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783135874.557978:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+20:24134:x1869752809283072:12345-0@lo:501:mount.lustre.0 Request processed in 210us (3998us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135874.557986:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1783135874.558071:0:24134:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809283072:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783135874.558143:0:24134:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809283200:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783135874.558215:0:24134:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135874.561785:0:24134:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac660823cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1783135874.561861:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809283200 00000100:00100000:2.0:1783135874.561874:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809283200 00000100:00100000:2.0:1783135874.561932:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1783135874.561943:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+20:24134:x1869752809283200:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783135874.562206:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+20:24134:x1869752809283200:12345-0@lo:503:mount.lustre.0 Request processed in 264us (3989us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135874.562214:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1783135874.562388:0:24134:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809283200:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1783135874.562904:0:24134:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1783135874.562998:0:24134:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809283328:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783135874.563048:0:24134:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135874.563076:0:24134:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac660823cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1783135874.563432:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809283328 00000100:00100000:2.0:1783135874.563439:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809283328 00000100:00100000:2.0:1783135874.563469:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1783135874.563477:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+20:24134:x1869752809283328:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783135874.563578:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+20:24134:x1869752809283328:12345-0@lo:502:mount.lustre.0 Request processed in 101us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135874.563594:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1783135874.563713:0:24134:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809283328:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1783135874.563917:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1783135874.563954:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1783135874.563974:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1783135874.563992:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1783135874.564006:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1783135874.564019:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1783135874.564048:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1783135874.564064:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1783135874.564077:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1783135874.564131:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1783135874.564160:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1783135874.564266:0:24134:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809283456:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783135874.564307:0:24134:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135874.564328:0:24134:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac660823cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1783135874.564397:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809283456 00000100:00100000:2.0:1783135874.564402:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809283456 00000100:00100000:2.0:1783135874.564497:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1783135874.564504:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+20:24134:x1869752809283456:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783135874.564594:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+20:24134:x1869752809283456:12345-0@lo:502:mount.lustre.0 Request processed in 89us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135874.564601:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1783135874.564676:0:24134:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809283456:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1783135874.564713:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1783135874.564721:0:24134:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1783135874.565754:0:24155:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783135874.565766:0:24155:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783135874.565768:0:24155:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1783135874.565776:0:24155:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8ac67c6fc000 00000020:00000080:1.0:1783135874.565779:0:24155:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1783135874.565788:0:24155:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783135874.565790:0:24155:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783135874.565792:0:24155:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1783135874.565794:0:24155:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783135874.565796:0:24155:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783135874.565797:0:24155:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1783135874.565800:0:24155:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8ac67c6fc000 00000020:00000080:1.0:1783135874.565802:0:24155:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1783135874.565876:0:24155:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783135874.565886:0:24155:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783135874.565887:0:24155:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1783135874.565891:0:24155:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783135874.565893:0:24155:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783135874.565894:0:24155:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1783135874.565898:0:24155:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8ac67c6fc000 00000020:00000080:1.0:1783135874.565900:0:24155:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1783135874.565922:0:24155:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783135874.565925:0:24155:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783135874.565926:0:24155:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1783135874.565928:0:24155:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783135874.565930:0:24155:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783135874.565932:0:24155:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1783135874.565934:0:24155:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8ac67c6fc000 00000020:00000080:1.0:1783135874.565936:0:24155:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1783135874.565955:0:24155:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783135874.565959:0:24155:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783135874.565960:0:24155:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1783135874.565963:0:24155:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:3.0:1783135874.573326:0:24134:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1783135874.573384:0:24134:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1783135874.573420:0:24134:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c65da00/0xf7de4ef628ee15a0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee15a7 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.573437:0:24134:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac67c65da00/0xf7de4ef628ee15a0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee15a7 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783135874.573514:0:24134:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1783135874.573517:0:24134:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8ac67c6fc000 10000000:01000000:3.0:1783135874.573521:0:24134:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8ac67c6fc000 10000000:01000000:3.0:1783135874.573525:0:24134:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1783135874.573531:0:24134:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff8ac67c6fc000 from 1 10000000:01000000:3.0:1783135874.573534:0:24134:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1783135874.573575:0:24134:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c527600/0xf7de4ef628ee15ae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.573583:0:24134:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac67c527600/0xf7de4ef628ee15ae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.573596:0:24134:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac67c527600/0xf7de4ef628ee15ae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135874.573625:0:24134:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809283584:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1783135874.573696:0:24134:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135874.573742:0:24134:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac660823b40 going to sleep for 11 seconds 00000100:00100000:2.0:1783135874.573885:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809283584 00000100:00100000:2.0:1783135874.573892:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809283584 00000100:00100000:2.0:1783135874.573947:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1783135874.573957:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+20:24134:x1869752809283584:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783135874.573972:0:22627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783135874.573987:0:22627:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67c65d200/0xf7de4ef628ee15b5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee15ae expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135874.574011:0:22627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67c65d200/0xf7de4ef628ee15b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee15ae expref: 21 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135874.574020:0:22627:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67c65d200/0xf7de4ef628ee15b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee15ae expref: 21 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135874.574028:0:22627:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67c65d200, rc 0) 00000100:00100000:2.0:1783135874.574064:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:24134:x1869752809283584:12345-0@lo:101:mount.lustre.0 Request processed in 109us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135874.574072:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1783135874.575620:0:24134:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809283584:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783135874.575654:0:24134:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac67c527600/0xf7de4ef628ee15ae lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee15b5 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.575667:0:24134:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac67c527600/0xf7de4ef628ee15ae lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee15b5 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783135874.578510:0:24134:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:3.0:1783135874.578815:0:24134:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1783135874.579004:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1783135874.579031:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1783135874.579045:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1783135874.579058:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1783135874.579119:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1783135874.579138:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1783135874.579163:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1783135874.579178:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1783135874.582279:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1783135874.582303:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1783135874.582318:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1783135874.582333:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1783135874.582346:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1783135874.582360:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1783135874.582374:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1783135874.582388:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1783135874.582402:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1783135874.583584:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1783135874.583610:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1783135874.583626:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1783135874.583682:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1783135874.583703:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1783135874.583718:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1783135874.583736:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1783135874.583758:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:3.0:1783135874.583770:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:3.0:1783135874.583782:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:3.0:1783135874.583794:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:3.0:1783135874.583807:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:3.0:1783135874.583821:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:3.0:1783135874.583834:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:3.0:1783135874.583847:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:3.0:1783135874.583860:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:3.0:1783135874.583873:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:3.0:1783135874.583887:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:3.0:1783135874.583910:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:3.0:1783135874.583939:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:3.0:1783135874.583955:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:3.0:1783135874.583968:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:3.0:1783135874.583982:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:3.0:1783135874.583994:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:3.0:1783135874.584007:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:3.0:1783135874.584020:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:3.0:1783135874.584033:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:3.0:1783135874.584047:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:3.0:1783135874.584061:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:3.0:1783135874.584076:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:3.0:1783135874.584108:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:3.0:1783135874.584291:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:3.0:1783135874.584312:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:3.0:1783135874.584330:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:3.0:1783135874.584335:0:24134:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:3.0:1783135874.589573:0:24134:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809283712:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783135874.589646:0:24134:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135874.589696:0:24134:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac6608230c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783135874.589813:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809283712 00000100:00100000:1.0:1783135874.589820:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809283712 00000100:00100000:1.0:1783135874.589870:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1783135874.589879:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:24134:x1869752809283712:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783135874.590016:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:24134:x1869752809283712:12345-0@lo:501:mount.lustre.0 Request processed in 137us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135874.590023:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1783135874.591240:0:24134:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809283712:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783135874.591308:0:24134:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809283840:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783135874.591369:0:24134:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135874.591557:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809283840 00000100:00100000:1.0:1783135874.591564:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809283840 00000100:00100000:1.0:1783135874.591607:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1783135874.591616:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:24134:x1869752809283840:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783135874.591725:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:24134:x1869752809283840:12345-0@lo:503:mount.lustre.0 Request processed in 108us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135874.591740:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1783135874.591815:0:24134:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac6608230c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783135874.591830:0:24134:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809283840:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1783135874.596652:0:24134:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1783135874.596780:0:24134:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809283968:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783135874.596869:0:24134:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135874.596921:0:24134:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac660823b40 going to sleep for 11 seconds 00000100:00100000:2.0:1783135874.602772:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809283968 00000100:00100000:2.0:1783135874.602808:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809283968 00000100:00100000:2.0:1783135874.602889:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1783135874.602900:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:24134:x1869752809283968:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783135874.603074:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:24134:x1869752809283968:12345-0@lo:502:mount.lustre.0 Request processed in 176us (6205us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135874.603083:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1783135874.607302:0:24134:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809283968:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1783135874.607595:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1783135874.607644:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1783135874.607665:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1783135874.607680:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1783135874.607696:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1783135874.607712:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1783135874.607727:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1783135874.607742:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1783135874.607757:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1783135874.607773:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1783135874.607789:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1783135874.607805:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1783135874.607821:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1783135874.607835:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1783135874.607866:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1783135874.607884:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1783135874.607899:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1783135874.607914:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1783135874.607928:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1783135874.607952:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1783135874.607966:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1783135874.607981:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1783135874.607992:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1783135874.608005:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1783135874.608018:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1783135874.608033:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1783135874.608048:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1783135874.608064:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1783135874.608080:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1783135874.608126:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1783135874.608169:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1783135874.608187:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1783135874.608203:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1783135874.608219:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1783135874.608233:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1783135874.608247:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1783135874.608262:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1783135874.608277:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1783135874.608293:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1783135874.608308:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1783135874.608324:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1783135874.608339:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1783135874.608354:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1783135874.608370:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1783135874.608386:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1783135874.608402:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1783135874.608432:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1783135874.608450:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1783135874.608515:0:24134:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809284096:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783135874.608604:0:24134:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135874.608667:0:24134:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac660823b40 going to sleep for 11 seconds 00000100:00100000:2.0:1783135874.610250:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809284096 00000100:00100000:2.0:1783135874.610265:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809284096 00000100:00100000:2.0:1783135874.610332:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1783135874.610342:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:24134:x1869752809284096:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783135874.610766:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:24134:x1869752809284096:12345-0@lo:502:mount.lustre.0 Request processed in 423us (2160us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135874.610775:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1783135874.611336:0:24134:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809284096:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1783135874.613673:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1783135874.613727:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1783135874.613777:0:24134:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809284224:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783135874.613850:0:24134:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135874.613898:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809284224 00000100:00100000:3.0:1783135874.613905:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809284224 00000100:00100000:3.0:1783135874.613956:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1783135874.613966:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:24134:x1869752809284224:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783135874.614085:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:24134:x1869752809284224:12345-0@lo:502:mount.lustre.0 Request processed in 118us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135874.614110:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1783135874.614178:0:24134:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac660823b40 going to sleep for 11 seconds 00000100:00100000:3.0:1783135874.617332:0:24134:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809284224:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1783135874.618313:0:24134:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1783135874.618334:0:24134:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1783135874.621683:0:24160:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:0.0:1783135874.621705:0:24160:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8ac67e2d4d40) 00000020:00000080:0.0:1783135874.621736:0:24160:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:0.0:1783135874.621963:0:24160:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8ac67c6fc000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1783135874.621968:0:24160:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8ac67c6fc000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1783135874.621970:0:24160:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8ac67c6fc000 3 00010000:00080000:0.0:1783135874.622000:0:24160:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ac544202000@lustre-MDT0000-lwp-OST0000: add connection 192.168.204.106@tcp at head 00010000:00010000:0.0:1783135874.627162:0:24160:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:0.0:1783135874.627294:0:24160:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:0.0:1783135874.627341:0:24160:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1783135874.627356:0:24160:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xf7de4ef628ee15c3 00000100:00080000:0.0:1783135874.627367:0:24160:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1783135874.627373:0:24160:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8ac544202000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:0.0:1783135874.627413:0:24160:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac5438b0a80 x1869752809284352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783135874.627440:0:24160:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1783135874.627494:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783135874.627499:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783135874.627501:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783135874.627504:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783135874.627532:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783135874.627536:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783135874.627544:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783135874.627547:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1783135874.627585:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809284480:0@lo:400:kworker.0 00000100:00100000:0.0:1783135874.627656:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135874.627693:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783135874.627701:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1869752809284608:0@lo:400:kworker.0 00000100:00100000:0.0:1783135874.627728:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135874.627760:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1869752809284864:0@lo:400:kworker.0 00000100:00100000:0.0:1783135874.627784:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135874.627801:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783135874.627807:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1869752809284736:0@lo:400:kworker.0 00000100:00100000:0.0:1783135874.627828:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135874.627864:0:23372:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809284480 00000100:00100000:0.0:1783135874.627872:0:23372:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809284480 00000100:00100000:0.0:1783135874.627914:0:23372:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809284736 00000100:00100000:0.0:1783135874.627917:0:23372:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809284736 00000100:00100000:0.0:1783135874.627934:0:23372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1783135874.627942:0:23372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809284480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783135874.627997:0:23372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809284480:12345-0@lo:400:kworker.0 Request processed in 55us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135874.628005:0:23372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1783135874.628019:0:23372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1783135874.628024:0:23372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1869752809284736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783135874.628054:0:23372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1869752809284736:12345-0@lo:400:kworker.0 Request processed in 30us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135874.628070:0:23372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1783135874.628140:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1869752809284736:0@lo:400:kworker.0 00000100:00100000:1.0:1783135874.628418:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809284608 00000100:00100000:1.0:1783135874.628424:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809284608 00000100:00100000:1.0:1783135874.628453:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809284864 00000100:00100000:1.0:1783135874.628456:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809284864 00000100:00100000:1.0:1783135874.628471:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1783135874.628478:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1869752809284608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135874.628515:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1869752809284608:12345-0@lo:400:kworker.0 Request processed in 38us (786us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135874.628521:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1783135874.628533:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1783135874.628539:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1869752809284864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135874.628568:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1869752809284864:12345-0@lo:400:kworker.0 Request processed in 29us (783us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135874.628574:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1783135874.629636:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1869752809284352:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1783135874.629691:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1783135874.630072:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8ac5438b2a00 x1869752809284864/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135890 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783135874.630114:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1869752809284864:0@lo:400:kworker.0 00010000:00080000:0.0:1783135874.630175:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8ac5438b2300 x1869752809284608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135890 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783135874.630533:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1869752809284608:0@lo:400:kworker.0 00000100:00100000:0.0:1783135874.630549:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809284480:0@lo:400:kworker.0 00000100:00100000:1.0:1783135874.631833:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809284352 00000100:00100000:1.0:1783135874.631851:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809284352 00000100:00100000:1.0:1783135874.631905:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1783135874.631923:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543adbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3645:x1869752809284352:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1783135874.631972:0:22634:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 778 last 0 00000020:00000080:1.0:1783135874.632029:0:22634:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xf7de4ef628ee15ca 00000004:00100000:1.0:1783135874.632052:0:22634:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1783135874.632123:0:22634:0:(import.c:65:import_set_state_nolock()) ffff8ac544150000 : changing import state from RECOVER to FULL 00000020:01000004:3.0:1783135874.632388:0:24160:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1783135874.632489:0:24160:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff8ac543894d40) 00000020:00000080:3.0:1783135874.632512:0:24160:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:3.0:1783135874.632731:0:24160:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8ac67c6fc000 from lustre-OST0000, refs=3 00000020:01000004:3.0:1783135874.632736:0:24160:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8ac67c6fc000 from lustre-OST0000, refs=3 00000020:01000004:3.0:1783135874.632739:0:24160:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8ac67c6fc000 3 00010000:00080000:3.0:1783135874.632771:0:24160:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ac5424bb800@lustre-MDT0001-lwp-OST0000: add connection 192.168.204.106@tcp at head 00000100:00100000:1.0:1783135874.634370:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543adbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1869752809284352:12345-0@lo:38:llog_process_th.0 Request processed in 2439us (4670us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135874.634386:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1783135874.634793:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8ac5438b0a80 x1869752809284352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783135884 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135874.634806:0:3645:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1783135874.634815:0:3645:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1783135874.634824:0:3645:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1783135874.634829:0:3645:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1783135874.634833:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac544202000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1783135874.634840:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1869752809284352:0@lo:38:llog_process_th.0 00010000:00010000:3.0:1783135874.637694:0:24160:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:3.0:1783135874.637828:0:24160:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:3.0:1783135874.637879:0:24160:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1783135874.637891:0:24160:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0xf7de4ef628ee15d8 00000100:00080000:3.0:1783135874.637908:0:24160:0:(import.c:512:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1783135874.637914:0:24160:0:(import.c:626:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8ac5424bb800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:3.0:1783135874.637949:0:24160:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac678048380 x1869752809284992/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783135874.637982:0:24160:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00100000:1.0:1783135874.638216:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3645:1869752809284992:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1783135874.638291:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135874.638355:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809284992 00000100:00100000:1.0:1783135874.638361:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809284992 00000100:00100000:1.0:1783135874.638391:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1783135874.638398:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543795880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1869752809284992:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1783135874.638558:0:22633:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 778 last 0 00000020:00000080:1.0:1783135874.638600:0:22633:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0xf7de4ef628ee15df 00000004:00100000:1.0:1783135874.638615:0:22633:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1783135874.638655:0:22633:0:(import.c:65:import_set_state_nolock()) ffff8ac544157800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783135874.638706:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543795880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1869752809284992:12345-0@lo:38:llog_process_th.0 Request processed in 307us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135874.638712:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1783135874.638752:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8ac678048380 x1869752809284992/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783135884 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135874.638762:0:3645:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1783135874.638770:0:3645:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1783135874.638783:0:3645:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1783135874.638786:0:3645:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1783135874.638789:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac5424bb800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1783135874.638794:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3645:1869752809284992:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1783135874.638873:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783135874.638878:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783135874.638881:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783135874.638884:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783135874.638888:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783135874.638890:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783135874.638893:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783135874.638896:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:3.0:1783135874.639404:0:24160:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1783135874.639734:0:24134:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1783135874.639780:0:24134:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1783135874.639838:0:24134:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c527600/0xf7de4ef628ee15ae lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee15b5 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135874.639849:0:24134:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac67c527600/0xf7de4ef628ee15ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee15b5 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1783135874.639913:0:24134:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1783135874.639915:0:24134:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1783135874.639917:0:24134:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783135874.639918:0:24134:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783135874.639919:0:24134:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783135874.639921:0:24134:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783135874.639922:0:24134:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1783135874.639924:0:24134:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783135874.639926:0:24134:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1783135874.639931:0:24134:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:2.0:1783135874.639934:0:24134:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1783135874.639935:0:24134:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1783135874.639936:0:24134:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783135874.639937:0:24134:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783135874.639938:0:24134:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783135874.639939:0:24134:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783135874.639940:0:24134:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1783135874.639941:0:24134:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783135874.639942:0:24134:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1783135874.639961:0:24134:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1783135874.639977:0:24134:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543adb800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809285120:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1783135874.640024:0:24134:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135874.640117:0:24134:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac66b5dea80 going to sleep for 11 seconds 00000100:00100000:0.0:1783135874.642591:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809285120 00000100:00100000:0.0:1783135874.642609:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809285120 00000100:00100000:0.0:1783135874.644660:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1783135874.644677:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:24134:x1869752809285120:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1783135874.644736:0:22627:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1783135874.644760:0:22627:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1783135874.655869:0:22627:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1783135874.655891:0:22627:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1783135874.656210:0:22649:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1783135874.656215:0:22649:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1783135874.656243:0:22649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ac67f908600/0xf7de4ef628ee15e6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135874.656265:0:22649:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ac67c65d400/0xf7de4ef628ee1530 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee1529 expref: 21 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135874.656273:0:22649:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ac67c526800/0xf7de4ef628ee153e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee1537 expref: 21 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135874.656281:0:22649:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ac67f908600/0xf7de4ef628ee15e6 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135874.656325:0:22649:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ac67c526800/0xf7de4ef628ee153e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf7de4ef628ee1537 expref: 21 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135874.656338:0:22649:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ac67c526800/0xf7de4ef628ee153e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf7de4ef628ee1537 expref: 21 pid: 22627 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135874.656353:0:22649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543797480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22649:1869752809285248:0@lo:104: 00000100:00100000:1.0:1783135874.656435:0:22649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783135874.656476:0:22649:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ac67c65d400/0xf7de4ef628ee1530 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf7de4ef628ee1529 expref: 21 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135874.656484:0:22649:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ac67c65d400/0xf7de4ef628ee1530 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf7de4ef628ee1529 expref: 21 pid: 22626 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135874.656501:0:22649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543797b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22649:1869752809285376:0@lo:104: 00000100:00100000:1.0:1783135874.656540:0:22649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135874.656556:0:22649:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac67c6b5b40 going to sleep for 11 seconds 00000100:00100000:3.0:1783135874.656717:0:22617:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1783135874.656738:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809285248 00000100:00100000:3.0:1783135874.656746:0:22617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809285248 00000100:00100000:3.0:1783135874.656789:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809285376 00000100:00100000:3.0:1783135874.656792:0:22617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809285376 00000100:00100000:3.0:1783135874.656808:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1783135874.656815:0:22617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543795f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+4:22649:x1869752809285248:12345-0@lo:104: 00010000:00010000:3.0:1783135874.656828:0:22617:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff8ac67e64ae00/0xf7de4ef628ee1537 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf7de4ef628ee153e expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.656888:0:22617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1783135874.656894:0:22617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543795f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+4:22649:x1869752809285248:12345-0@lo:104: Request processed in 79us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135874.656902:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1783135874.656922:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1783135874.656928:0:22617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac675fd2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+3:22649:x1869752809285376:12345-0@lo:104: 00010000:00010000:3.0:1783135874.656935:0:22617:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a400/0xf7de4ef628ee1529 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf7de4ef628ee1530 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.656964:0:22617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1783135874.656969:0:22617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac675fd2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+3:22649:x1869752809285376:12345-0@lo:104: Request processed in 42us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135874.656984:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:3.0:1783135874.657029:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783135874.657035:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8ac67e64ae00/0xf7de4ef628ee1537 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf7de4ef628ee153e expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.657042:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64ae00 already unused, calling callback (ffffffffc12dac20) 10000000:00010000:3.0:1783135874.657046:0:22621:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8ac67e64ae00/0xf7de4ef628ee1537 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf7de4ef628ee153e expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.657055:0:22621:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac67e64ae00/0xf7de4ef628ee1537 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf7de4ef628ee153e expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783135874.657062:0:22621:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac67e64ae00/0xf7de4ef628ee1537 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf7de4ef628ee153e expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783135874.657068:0:22621:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1783135874.657117:0:22621:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8ac67e64ae00/0xf7de4ef628ee1537 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee153e expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.657124:0:22621:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783135874.657144:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8ac67e64ae00/0xf7de4ef628ee1537 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee153e expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.657161:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac67e64ae00/0xf7de4ef628ee1537 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee153e expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.657174:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783135874.657186:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a400/0xf7de4ef628ee1529 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf7de4ef628ee1530 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.657202:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64a400 already unused, calling callback (ffffffffc12dac20) 10000000:00010000:3.0:1783135874.657205:0:22621:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a400/0xf7de4ef628ee1529 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf7de4ef628ee1530 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.657212:0:22621:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a400/0xf7de4ef628ee1529 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf7de4ef628ee1530 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783135874.657218:0:22621:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a400/0xf7de4ef628ee1529 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf7de4ef628ee1530 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783135874.657223:0:22621:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1783135874.657237:0:22621:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a400/0xf7de4ef628ee1529 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee1530 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.657243:0:22621:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783135874.657249:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a400/0xf7de4ef628ee1529 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee1530 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.657255:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a400/0xf7de4ef628ee1529 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee1530 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.657267:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135874.657269:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135874.657270:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783135874.657291:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:98df5a8b-208b-49ce-84cd-0105b203fdc7:3648:1869752809285504:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783135874.657318:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135874.657341:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783135874.657346:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:98df5a8b-208b-49ce-84cd-0105b203fdc7:3648:1869752809285632:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783135874.657380:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135874.657532:0:22619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809285504 00000100:00100000:3.0:1783135874.657537:0:22619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809285504 00010000:00010000:3.0:1783135874.657556:0:22619:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ac67c526800/0xf7de4ef628ee153e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf7de4ef628ee1537 expref: 22 pid: 22627 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135874.657576:0:22619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809285632 00000100:00100000:3.0:1783135874.657579:0:22619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809285632 00010000:00010000:3.0:1783135874.657589:0:22619:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ac67c65d400/0xf7de4ef628ee1530 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf7de4ef628ee1529 expref: 23 pid: 22626 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135874.657601:0:22619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1783135874.657607:0:22619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67804aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+23:3648:x1869752809285504:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783135874.657616:0:22619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783135874.657620:0:22619:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ac67c526800/0xf7de4ef628ee153e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf7de4ef628ee1537 expref: 23 pid: 22627 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.657630:0:22619:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ac67c526800/0xf7de4ef628ee153e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf7de4ef628ee1537 expref: 23 pid: 22627 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.657646:0:22619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783135874.657674:0:22619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67804aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+23:3648:x1869752809285504:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135874.657681:0:22619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1783135874.657693:0:22619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1783135874.657699:0:22619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac64137e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+22:3648:x1869752809285632:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783135874.657706:0:22619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783135874.657710:0:22619:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ac67c65d400/0xf7de4ef628ee1530 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf7de4ef628ee1529 expref: 22 pid: 22626 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.657730:0:22619:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ac67c65d400/0xf7de4ef628ee1530 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf7de4ef628ee1529 expref: 22 pid: 22626 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.657741:0:22619:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ac67f908600/0xf7de4ef628ee15e6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.657749:0:22619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67f908600/0xf7de4ef628ee15e6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1783135874.657763:0:22619:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.009380500s 00010000:00010000:3.0:1783135874.657767:0:22619:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ac67f908600/0xf7de4ef628ee15e6 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.657774:0:22619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ac67f908600/0xf7de4ef628ee15e6 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.657780:0:22619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ac67f908600/0xf7de4ef628ee15e6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.657786:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ac67f908600/0xf7de4ef628ee15e6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.657792:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67f908600 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:3.0:1783135874.657796:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ac67f908600/0xf7de4ef628ee15e6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.657803:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ac67f908600/0xf7de4ef628ee15e6 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.657812:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ac67f908600/0xf7de4ef628ee15e6 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135874.657829:0:22619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783135874.657852:0:22619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac64137e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+22:3648:x1869752809285632:12345-0@lo:103:ldlm_bl.0 Request processed in 153us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135874.657858:0:22619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1783135874.657924:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:98df5a8b-208b-49ce-84cd-0105b203fdc7:3648:1869752809285632:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783135874.657933:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:98df5a8b-208b-49ce-84cd-0105b203fdc7:3648:1869752809285504:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783135874.659277:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135874.659333:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67c526800/0xf7de4ef628ee153e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf7de4ef628ee1537 expref: 21 pid: 22627 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135874.659349:0:22649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543797480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22649:1869752809285248:0@lo:104: 00010000:00010000:1.0:1783135874.659362:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67c65d400/0xf7de4ef628ee1530 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf7de4ef628ee1529 expref: 20 pid: 22626 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135874.659370:0:22649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543797b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22649:1869752809285376:0@lo:104: 00010000:00010000:1.0:1783135874.659393:0:22649:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ac67f908600/0xf7de4ef628ee15e6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135874.659402:0:22649:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ac67f908600/0xf7de4ef628ee15e6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135874.659419:0:22649:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ac67f908600/0xf7de4ef628ee15e6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135874.659424:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67f908600/0xf7de4ef628ee15e6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135874.661638:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+19:24134:x1869752809285120:12345-0@lo:253:mount.lustre.0 Request processed in 16956us (21603us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135874.661655:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1783135874.661764:0:24134:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543adb800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24134:1869752809285120:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1783135874.661781:0:24134:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1783135874.661785:0:24134:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1783135874.661787:0:24134:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1783135874.661796:0:24134:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783135874.661797:0:24134:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783135874.661798:0:24134:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783135874.661800:0:24134:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783135874.661801:0:24134:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1783135874.661803:0:24134:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783135874.661804:0:24134:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1783135874.661818:0:24134:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:3.0:1783135874.666724:0:24134:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:3.0:1783135874.669999:0:24134:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:3.0:1783135874.670009:0:24134:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:3.0:1783135874.670048:0:24134:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1783135874.670625:0:24134:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.106@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1783135874.670649:0:24134:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=49 00000080:00000004:3.0:1783135874.670668:0:24134:0:(super25.c:187:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:3.0:1783135874.671836:0:24134:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1783135874.672081:0:24134:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1783135875.439487:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1783135875.526030:0:24213:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1783135875.526779:0:24213:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:3.0:1783135876.270354:0:22630:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1783135876.270364:0:22630:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff8ac5424bf000 from 13 10000000:01000000:3.0:1783135876.270369:0:22630:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1783135876.270420:0:22630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c526200/0xf7de4ef628ee15ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135876.270432:0:22630:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac67c526200/0xf7de4ef628ee15ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135876.270443:0:22630:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac67c526200/0xf7de4ef628ee15ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135876.270471:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809285760:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1783135876.270697:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135876.270785:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac675354a80 going to sleep for 11 seconds 00000100:00100000:2.0:1783135876.272250:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809285760 00000100:00100000:2.0:1783135876.272262:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809285760 00000100:00100000:2.0:1783135876.272362:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1783135876.272372:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+19:22630:x1869752809285760:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783135876.272388:0:22626:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783135876.272404:0:22626:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67c65c000/0xf7de4ef628ee15f4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee15ed expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135876.272432:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67c65c000/0xf7de4ef628ee15f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee15ed expref: 20 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135876.272442:0:22626:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67c65c000/0xf7de4ef628ee15f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee15ed expref: 20 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135876.272451:0:22626:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67c65c000, rc 0) 00000100:00100000:2.0:1783135876.272510:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+20:22630:x1869752809285760:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 140us (1815us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135876.272517:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1783135876.272609:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809285760:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783135876.272631:0:22630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac67c526200/0xf7de4ef628ee15ed lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee15f4 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135876.272641:0:22630:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac67c526200/0xf7de4ef628ee15ed lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee15f4 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135876.272720:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438b3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809285888:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1783135876.272766:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135876.272799:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac543ae13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783135876.272813:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809285888 00000100:00100000:3.0:1783135876.272819:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809285888 00000100:00100000:3.0:1783135876.272851:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1783135876.272857:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c510850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+20:22630:x1869752809285888:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1783135876.272871:0:22627:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1783135876.272887:0:22627:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1783135876.272890:0:22627:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1783135876.272986:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c510850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+20:22630:x1869752809285888:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 128us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135876.273004:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1783135876.273134:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438b3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809285888:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1783135876.273198:0:22630:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1783135876.273206:0:22630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c526200/0xf7de4ef628ee15ed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee15f4 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135876.273215:0:22630:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac67c526200/0xf7de4ef628ee15ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee15f4 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783135876.273227:0:22630:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1783135876.273230:0:22630:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff8ac678352000 from 13 10000000:01000000:0.0:1783135876.273233:0:22630:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1783135876.273254:0:22630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a800/0xf7de4ef628ee15fb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135876.273263:0:22630:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a800/0xf7de4ef628ee15fb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135876.273271:0:22630:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a800/0xf7de4ef628ee15fb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135876.273283:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438b3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809286016:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1783135876.273324:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135876.273345:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac543ae13c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783135876.273366:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809286016 00000100:00100000:2.0:1783135876.273371:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809286016 00000100:00100000:2.0:1783135876.273403:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1783135876.273409:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c511050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+20:22630:x1869752809286016:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783135876.273417:0:22626:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783135876.273434:0:22626:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67c65d400/0xf7de4ef628ee1602 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee15fb expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135876.273450:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67c65d400/0xf7de4ef628ee1602 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee15fb expref: 21 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135876.273459:0:22626:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67c65d400/0xf7de4ef628ee1602 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee15fb expref: 21 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135876.273466:0:22626:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67c65d400, rc 0) 00000100:00100000:2.0:1783135876.273502:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c511050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:22630:x1869752809286016:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 93us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135876.273508:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1783135876.273570:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438b3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809286016:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783135876.273581:0:22630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a800/0xf7de4ef628ee15fb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1602 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135876.273600:0:22630:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a800/0xf7de4ef628ee15fb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee1602 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135876.273639:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438b3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809286144:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1783135876.273668:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135876.273994:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac543ae13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783135876.274004:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809286144 00000100:00100000:3.0:1783135876.274010:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809286144 00000100:00100000:3.0:1783135876.274044:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1783135876.274051:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c512050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:22630:x1869752809286144:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1783135876.274064:0:22627:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1783135876.274075:0:22627:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1783135876.274077:0:22627:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1783135876.274189:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c512050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:22630:x1869752809286144:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 138us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135876.274196:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1783135876.274411:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438b3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809286144:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1783135876.274459:0:22630:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1783135876.274467:0:22630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a800/0xf7de4ef628ee15fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1602 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135876.274474:0:22630:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a800/0xf7de4ef628ee15fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1602 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135876.471273:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1783135876.989983:0:22668:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1783135877.488242:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783135877.998363:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543adb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1869752809286272:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783135877.998456:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135877.998532:0:23372:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809286272 00000100:00100000:2.0:1783135877.998542:0:23372:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809286272 00000100:00100000:2.0:1783135877.998592:0:23372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1783135877.998601:0:23372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ad9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1869752809286272:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783135877.998641:0:23372:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1783135877.998688:0:23372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ad9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1869752809286272:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135877.998696:0:23372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1783135877.998748:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543adb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1869752809286272:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783135878.000492:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1869752809286400:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783135878.000569:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135878.001129:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809286400 00000100:00100000:1.0:1783135878.001138:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809286400 00000100:00100000:1.0:1783135878.001186:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1783135878.001196:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543adb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1869752809286400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783135878.001232:0:22638:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1783135878.001283:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543adb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1869752809286400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (713us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135878.001290:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1783135878.001383:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1869752809286400:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1783135878.512223:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1783135879.087785:0:23391:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1783135879.534322:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1783135880.050662:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783135880.050669:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783135880.050672:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783135880.050675:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783135880.050823:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783135880.050827:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783135880.050829:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783135880.050832:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1783135880.050868:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1869752809286656:0@lo:400:kworker.0 00000100:00100000:1.0:1783135880.050952:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135880.050998:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3649:1869752809287168:0@lo:400:kworker.0 00000100:00100000:1.0:1783135880.051023:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135880.051059:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1783135880.051077:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:98df5a8b-208b-49ce-84cd-0105b203fdc7:3649:1869752809286528:0@lo:400:kworker.0 00000100:00100000:1.0:1783135880.051136:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135880.051159:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543795f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1869752809287040:0@lo:400:kworker.0 00000100:00100000:1.0:1783135880.051180:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135880.051205:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543797800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1869752809286784:0@lo:400:kworker.0 00000100:00100000:1.0:1783135880.051226:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135880.051241:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543796d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1869752809287296:0@lo:400:kworker.0 00000100:00100000:1.0:1783135880.051260:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135880.051270:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783135880.051275:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809286912:0@lo:400:kworker.0 00000100:00100000:1.0:1783135880.051296:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135880.051330:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809286656 00000100:00100000:1.0:1783135880.051337:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809286656 00000100:00100000:1.0:1783135880.051375:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809286912 00000100:00100000:1.0:1783135880.051378:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809286912 00000100:00100000:1.0:1783135880.051394:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1783135880.051404:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678322d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1869752809286656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135880.051471:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678322d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1869752809286656:12345-0@lo:400:kworker.0 Request processed in 68us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135880.051479:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1783135880.051498:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1783135880.051504:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678323480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809286912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135880.051535:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678323480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809286912:12345-0@lo:400:kworker.0 Request processed in 32us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135880.051541:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1783135880.051555:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809287168 00000100:00100000:1.0:1783135880.051565:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809287168 00000100:00100000:1.0:1783135880.051594:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809287040 00000100:00100000:1.0:1783135880.051597:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809287040 00000100:00100000:1.0:1783135880.051607:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809286784 00000100:00100000:1.0:1783135880.051609:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809286784 00000100:00100000:1.0:1783135880.051619:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809287296 00000100:00100000:1.0:1783135880.051621:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809287296 00000100:00100000:1.0:1783135880.051633:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1783135880.051638:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678321880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1869752809287168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135880.051672:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678321880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1869752809287168:12345-0@lo:400:kworker.0 Request processed in 33us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135880.051678:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1783135880.051690:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1783135880.051695:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678322a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1869752809287040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135880.051721:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678322a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1869752809287040:12345-0@lo:400:kworker.0 Request processed in 26us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135880.051726:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1783135880.051735:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1783135880.051741:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678322300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1869752809286784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135880.051766:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678322300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1869752809286784:12345-0@lo:400:kworker.0 Request processed in 25us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135880.051772:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1783135880.051782:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1783135880.051787:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678323800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1869752809287296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135880.051813:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678323800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1869752809287296:12345-0@lo:400:kworker.0 Request processed in 26us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135880.051819:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1783135880.051843:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809286528 00000100:00100000:1.0:1783135880.051846:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809286528 00000100:00100000:1.0:1783135880.051871:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1783135880.051877:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c512c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:3649:x1869752809286528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135880.051905:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c512c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:3649:x1869752809286528:12345-0@lo:400:kworker.0 Request processed in 29us (769us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135880.051911:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1783135880.051968:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:98df5a8b-208b-49ce-84cd-0105b203fdc7:3649:1869752809286528:0@lo:400:kworker.0 00010000:00080000:1.0:1783135880.051982:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ac543795f80 x1869752809287040/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135880.051994:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543795f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1869752809287040:0@lo:400:kworker.0 00000100:00100000:1.0:1783135880.052003:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1869752809286656:0@lo:400:kworker.0 00010000:00080000:1.0:1783135880.052011:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ac543794000 x1869752809287168/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135880.052019:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3649:1869752809287168:0@lo:400:kworker.0 00000100:00100000:1.0:1783135880.052071:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809286912:0@lo:400:kworker.0 00010000:00080000:1.0:1783135880.052081:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ac543797800 x1869752809286784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135880.052116:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543797800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1869752809286784:0@lo:400:kworker.0 00010000:00080000:1.0:1783135880.052128:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ac543796d80 x1869752809287296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135880.052135:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543796d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1869752809287296:0@lo:400:kworker.0 00000100:00080000:2.0:1783135880.053140:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783135880.053149:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1783135880.559355:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1783135880.914374:0:24503:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg406-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1783135881.587490:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1783135881.919631:0:24555:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1783135881.920384:0:24555:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1783135882.609754:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1783135882.636357:0:24605:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1783135882.636640:0:24605:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1783135882.862233:0:3645:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783135867/real 1783135867] req@ffff8ac678320700 x1869752809279744/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783135882 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135882.862270:0:3645:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8ac678320700 x1869752809279744/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783135882 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135882.862281:0:3645:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783135867/real 1783135867] req@ffff8ac678320a80 x1869752809279872/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783135882 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135882.862293:0:3645:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8ac678320a80 x1869752809279872/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783135882 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1783135882.862326:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac6743ec000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783135882.862352:0:3645:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1783135882.862357:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678320700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1869752809279744:0@lo:8:kworker.0 00000100:00080000:1.0:1783135882.862362:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac64b2cd800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783135882.862647:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783135882.862652:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783135882.862772:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783135882.862777:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783135882.862782:0:3645:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1783135882.862787:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678320a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1869752809279872:0@lo:8:kworker.0 00000100:00080000:2.0:1783135882.862800:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783135882.862804:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1783135882.862807:0:8:0:(import.c:65:import_set_state_nolock()) ffff8ac6743ec000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783135882.862813:0:8:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 771 00000100:00080000:2.0:1783135882.862819:0:8:0:(import.c:591:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1783135882.862825:0:8:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8ac6743ec000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:1.0:1783135882.862830:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1869752809287680:0@lo:400:kworker.0 00000100:00100000:2.0:1783135882.862848:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac543a76d80 x1869752809287936/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783135882.862864:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783135882.862867:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1783135882.862869:0:8:0:(import.c:65:import_set_state_nolock()) ffff8ac64b2cd800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783135882.862872:0:8:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 771 00000100:00080000:2.0:1783135882.862875:0:8:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1783135882.862878:0:8:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8ac64b2cd800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:2.0:1783135882.862889:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac543a77b80 x1869752809288064/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783135882.862949:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783135882.862952:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783135882.862955:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783135882.862957:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1783135882.862970:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135882.862975:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809287552:0@lo:400:kworker.0 00000100:00100000:1.0:1783135882.863020:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543a74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1869752809288448:0@lo:400:kworker.0 00000100:00100000:2.0:1783135882.863027:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135882.863058:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135882.863071:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543a77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1869752809288320:0@lo:400:kworker.0 00000100:00100000:2.0:1783135882.863131:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135882.863132:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809287680 00000100:00100000:1.0:1783135882.863141:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809287680 00000100:00100000:1.0:1783135882.863182:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809288448 00000100:00100000:1.0:1783135882.863185:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809288448 00000100:00100000:2.0:1783135882.863188:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809288320 00000100:00100000:2.0:1783135882.863194:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809288320 00000100:00100000:1.0:1783135882.863224:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1783135882.863241:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678320a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1869752809287680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783135882.863276:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543adb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809287808:0@lo:400:kworker.0 00000100:00100000:1.0:1783135882.863297:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678320a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1869752809287680:12345-0@lo:400:kworker.0 Request processed in 56us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135882.863319:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135882.863343:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1783135882.863349:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543ad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:98df5a8b-208b-49ce-84cd-0105b203fdc7:3646:1869752809287424:0@lo:400:kworker.0 00000100:00100000:3.0:1783135882.863384:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135882.863405:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543a74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1869752809288192:0@lo:400:kworker.0 00000100:00100000:3.0:1783135882.863481:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135882.863502:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809287424 00000100:00100000:3.0:1783135882.863506:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809287424 00000100:00100000:3.0:1783135882.863533:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1783135882.863540:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c513450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:3646:x1869752809287424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783135882.863574:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c513450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:3646:x1869752809287424:12345-0@lo:400:kworker.0 Request processed in 34us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135882.863581:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1783135882.863625:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:98df5a8b-208b-49ce-84cd-0105b203fdc7:3646:1869752809287424:0@lo:400:kworker.0 00000100:00100000:2.0:1783135882.863878:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1783135882.863888:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678320700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1869752809288448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135882.863910:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1783135882.863930:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678320700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1869752809288448:12345-0@lo:400:kworker.0 Request processed in 43us (872us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135882.863932:0:22634:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1783135882.863942:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1783135882.863945:0:22634:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:2.0:1783135882.863960:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809288192 00000100:00100000:2.0:1783135882.863964:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809288192 00000100:00100000:2.0:1783135882.863989:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1783135882.864007:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543a75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1869752809288320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135882.864044:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543a75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1869752809288320:12345-0@lo:400:kworker.0 Request processed in 39us (912us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135882.864050:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1783135882.864063:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1783135882.864069:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678049180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1869752809288192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135882.864134:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678049180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1869752809288192:12345-0@lo:400:kworker.0 Request processed in 65us (652us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135882.864140:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1783135882.864163:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809287552 00000100:00100000:2.0:1783135882.864166:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809287552 00000100:00100000:2.0:1783135882.864193:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809287808 00000100:00100000:2.0:1783135882.864197:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809287808 00000100:00100000:2.0:1783135882.864214:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1783135882.864221:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543a76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809287552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783135882.864229:0:23372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1783135882.864241:0:23372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809287808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135882.864259:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543a76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809287552:12345-0@lo:400:kworker.0 Request processed in 38us (1236us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135882.864267:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1783135882.864293:0:23372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809287808:12345-0@lo:400:kworker.0 Request processed in 55us (973us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135882.864303:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809287552:0@lo:400:kworker.0 00000100:00100000:0.0:1783135882.864314:0:23372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00010000:00080000:2.0:1783135882.864319:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ac543a77480 x1869752809288320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135898 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135882.864332:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543a77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1869752809288320:0@lo:400:kworker.0 00000100:00080000:0.0:1783135882.864347:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783135882.864353:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783135882.864383:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543a76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1869752809287936:0@lo:8:kworker.0 00000100:00100000:0.0:1783135882.864418:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135882.864453:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543a77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1869752809288064:0@lo:8:kworker.0 00000100:00100000:0.0:1783135882.864472:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135882.864696:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809287936 00000100:00100000:3.0:1783135882.864701:0:24140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809287936 00000100:00100000:3.0:1783135882.864728:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809288064 00000100:00100000:3.0:1783135882.864731:0:24140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809288064 00000100:00100000:0.0:1783135882.864798:0:24141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1783135882.864804:0:24141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3645:x1869752809287936:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1783135882.864832:0:24141:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 786 last 0 00000100:00100000:3.0:1783135882.864874:0:24140:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:3.0:1783135882.864881:0:24140:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000020:00000080:0.0:1783135882.864939:0:24141:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf7de4ef628ee1609 00002000:00100000:0.0:1783135882.864955:0:24141:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff8ac544202800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113654 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:0.0:1783135882.864960:0:24141:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:0.0:1783135882.864963:0:24141:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:3.0:1783135882.865056:0:24618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1783135882.865062:0:24618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3645:x1869752809288064:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1783135882.865076:0:24618:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00002000:00080000:0.0:1783135882.865180:0:24141:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:0.0:1783135882.865207:0:24141:0:(import.c:65:import_set_state_nolock()) ffff8ac544200000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783135882.865251:0:24141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3645:x1869752809287936:12345-0@lo:8:kworker.0 Request processed in 445us (832us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135882.865259:0:24141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1783135882.865292:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ac543a76d80 x1869752809287936/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1783135902 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783135882.865312:0:3645:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1783135882.865319:0:3645:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1783135882.865328:0:3645:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1783135882.865333:0:3645:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1783135882.865336:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac6743ec000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1783135882.865350:0:3645:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1783135882.865363:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543a76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1869752809287936:0@lo:8:kworker.0 00000004:00080000:0.0:1783135882.865399:0:23373:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1783135882.865461:0:23373:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 786658373133ns, next at 0ns, rc = 0 00080000:00080000:0.0:1783135882.865468:0:23373:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00010000:00080000:1.0:1783135882.865693:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ac543a74e00 x1869752809288448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135898 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135882.865704:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543a74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1869752809288448:0@lo:400:kworker.0 00010000:00080000:1.0:1783135882.865715:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ac543ad8e00 x1869752809287680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135898 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135882.865723:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543ad8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1869752809287680:0@lo:400:kworker.0 00000004:00080000:2.0:1783135882.866037:0:23374:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:1.0:1783135882.866057:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783135882.866060:0:23374:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543a74700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23374:1869752809288704:0@lo:7:osp-pre-0-1.0 00000100:00100000:1.0:1783135882.866072:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543a77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1869752809288576:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783135882.866138:0:23374:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135882.866144:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135882.866172:0:23374:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac6607316c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783135882.866200:0:24139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809288704 00000100:00100000:1.0:1783135882.866202:0:24142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809288576 00000100:00100000:2.0:1783135882.866206:0:24139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809288704 00000100:00100000:1.0:1783135882.866208:0:24142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809288576 00000100:00100000:2.0:1783135882.866252:0:24139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1783135882.866363:0:24142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1783135882.866498:0:24142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678320000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3647:x1869752809288576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1783135882.866522:0:24142:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1783135882.866677:0:24142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678320000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3647:x1869752809288576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 183us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135882.866685:0:24142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1783135882.866716:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ac543a77480 x1869752809288576/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783135898 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135882.866746:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543a77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1869752809288576:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783135882.868316:0:24139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543a75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23374:x1869752809288704:12345-0@lo:7:osp-pre-0-1.0 00000100:00080000:2.0:1783135882.869970:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1783135882.870058:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ac543a74000 x1869752809288192/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135898 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135882.870080:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543a74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1869752809288192:0@lo:400:kworker.0 00000100:00100000:2.0:1783135882.870122:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543adb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809287808:0@lo:400:kworker.0 00000004:00080000:0.0:1783135882.875215:0:23364:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00002000:00080000:1.0:1783135882.875384:0:24139:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:1.0:1783135882.875392:0:24139:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:1.0:1783135882.875535:0:24139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543a75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23374:x1869752809288704:12345-0@lo:7:osp-pre-0-1.0 Request processed in 9270us (9393us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135882.875568:0:24139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1783135882.878779:0:23374:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ac543a74700 x1869752809288704/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1783135898 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135882.878799:0:23374:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543a74700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23374:1869752809288704:0@lo:7:osp-pre-0-1.0 00000004:00080000:2.0:1783135882.878814:0:23374:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:2.0:1783135882.879665:0:23374:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543a74700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23374:1869752809288832:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1783135882.879727:0:23374:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135882.879802:0:23374:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac6607316c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783135882.882699:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809288832 00000100:00100000:1.0:1783135882.882715:0:24140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809288832 00000100:00100000:2.0:1783135882.884333:0:24141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1783135882.884349:0:24141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543a74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23374:x1869752809288832:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1783135882.884384:0:24141:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:2.0:1783135882.884473:0:24141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543a74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23374:x1869752809288832:12345-0@lo:5:osp-pre-0-1.0 Request processed in 128us (4745us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135882.884480:0:24141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1783135882.884569:0:23374:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ac543a74700 x1869752809288832/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1783135898 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135882.884584:0:23374:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543a74700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23374:1869752809288832:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1783135882.884608:0:23374:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:1.0:1783135882.884654:0:23374:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678321180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23374:1869752809288960:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1783135882.884691:0:23374:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135882.884720:0:23374:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac543072c00 going to sleep for 11 seconds 00000100:00100000:2.0:1783135882.884886:0:24139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809288960 00000100:00100000:2.0:1783135882.884892:0:24139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809288960 00000100:00100000:2.0:1783135882.884931:0:24139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1783135882.884939:0:24139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543796d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23374:x1869752809288960:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1783135882.884968:0:24139:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:3.0:1783135882.890427:0:24618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3645:x1869752809288064:12345-0@lo:8:kworker.0 Request processed in 25353us (25943us total) trans 0 rc -19/-19 00000100:00100000:3.0:1783135882.890443:0:24618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1783135882.890827:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac64b2cd800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783135882.890835:0:3645:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1783135882.890840:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543a77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1869752809288064:0@lo:8:kworker.0 00000001:00080000:2.0:1783135882.915389:0:24135:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:2.0:1783135882.915407:0:24135:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:0.0:1783135882.916082:0:24139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543796d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:23374:x1869752809288960:12345-0@lo:5:osp-pre-0-1.0 Request processed in 31139us (31385us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1783135882.916111:0:24139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1783135882.916356:0:23374:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ac678321180 x1869752809288960/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1783135898 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135882.916378:0:23374:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1783135882.916385:0:23374:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678321180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23374:1869752809288960:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1783135882.916399:0:23374:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:2.0:1783135882.916455:0:23374:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543a75880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23374:1869752809289088:0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1783135882.916491:0:23374:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135882.916562:0:23374:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac6607319c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783135882.916627:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809289088 00000100:00100000:1.0:1783135882.916633:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809289088 00000100:00100000:1.0:1783135882.916714:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1783135882.916726:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543a75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23374:x1869752809289088:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1783135882.916794:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543a75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23374:x1869752809289088:12345-0@lo:900:osp-pre-0-1.0 Request processed in 72us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135882.916809:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1783135882.916865:0:23374:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ac543a75880 x1869752809289088/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1783135898 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135882.916876:0:23374:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543a75880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23374:1869752809289088:0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1783135883.118308:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783135883.118334:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543a75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1869752809289216:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783135883.118417:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135883.118686:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543797800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809289344:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783135883.118719:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135883.118779:0:23372:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809289216 00000100:00100000:0.0:1783135883.118788:0:23372:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809289216 00000100:00100000:2.0:1783135883.118798:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809289344 00000100:00100000:2.0:1783135883.118805:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809289344 00000100:00100000:0.0:1783135883.119519:0:23372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1783135883.119535:0:23372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67804aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1869752809289216:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783135883.119582:0:23372:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1783135883.119647:0:23372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67804aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1869752809289216:12345-0@lo:41:osp-pre-1-0.0 Request processed in 117us (1230us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135883.119655:0:23372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1783135883.119672:0:23372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1783135883.119678:0:23372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67804a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809289344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783135883.119696:0:23372:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1783135883.120134:0:23372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67804a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809289344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 454us (1412us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135883.120142:0:23372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1783135883.120585:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543797800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809289344:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783135883.120631:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543a75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1869752809289216:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1783135883.635507:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135884.654462:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135885.678198:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1783135886.190754:0:22668:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1783135886.707361:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135887.726497:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783135888.241944:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1869752809289472:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783135888.242065:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135888.242189:0:24142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809289472 00000100:00100000:1.0:1783135888.242200:0:24142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809289472 00000100:00100000:1.0:1783135888.242282:0:24142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1783135888.242293:0:24142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543794000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1869752809289472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1783135888.242342:0:24142:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1783135888.242410:0:24142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543794000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1869752809289472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 117us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135888.242420:0:24142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1783135888.242451:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1783135888.242495:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ac543794e00 x1869752809289472/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783135904 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135888.242520:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1869752809289472:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1783135888.245672:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783135888.245682:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783135888.245686:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783135888.245690:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783135888.245720:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783135888.245724:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1783135888.245728:0:8:0:(import.c:65:import_set_state_nolock()) ffff8ac64b2cd800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783135888.245740:0:8:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 786 00000100:00080000:1.0:1783135888.245763:0:8:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1783135888.245774:0:8:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8ac64b2cd800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:1.0:1783135888.245813:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac543797800 x1869752809290112/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783135888.245883:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1869752809289728:0@lo:400:kworker.0 00000100:00100000:1.0:1783135888.246232:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135888.246298:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1869752809290368:0@lo:400:kworker.0 00000100:00100000:1.0:1783135888.246330:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135888.246359:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1783135888.246365:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:98df5a8b-208b-49ce-84cd-0105b203fdc7:3647:1869752809289600:0@lo:400:kworker.0 00000100:00100000:1.0:1783135888.246398:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135888.246421:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1869752809290240:0@lo:400:kworker.0 00000100:00100000:1.0:1783135888.246444:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135888.246482:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809289600 00000100:00100000:1.0:1783135888.246493:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809289600 00000100:00100000:1.0:1783135888.246562:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1783135888.246573:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c510c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:3647:x1869752809289600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135888.246635:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c510c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:3647:x1869752809289600:12345-0@lo:400:kworker.0 Request processed in 63us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135888.246643:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1783135888.246689:0:22635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809290368 00000100:00100000:1.0:1783135888.246692:0:22635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809290368 00000100:00100000:1.0:1783135888.246732:0:22635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809290240 00000100:00100000:1.0:1783135888.246736:0:22635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809290240 00000100:00100000:1.0:1783135888.246762:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1783135888.246769:0:22635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1869752809290368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135888.246820:0:22635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1869752809290368:12345-0@lo:400:kworker.0 Request processed in 52us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135888.246828:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1783135888.246842:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1783135888.246848:0:22635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1869752809290240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135888.246875:0:22635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1869752809290240:12345-0@lo:400:kworker.0 Request processed in 27us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135888.246881:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1783135888.246944:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543795f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1869752809289856:0@lo:400:kworker.0 00000100:00100000:1.0:1783135888.246974:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135888.247075:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809289728 00000100:00100000:0.0:1783135888.247081:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809289728 00000100:00100000:0.0:1783135888.247144:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1783135888.247151:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1869752809289728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783135888.247200:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1869752809289728:12345-0@lo:400:kworker.0 Request processed in 50us (969us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135888.247207:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1783135888.247322:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543797800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1869752809290112:0@lo:8:kworker.0 00000100:00100000:2.0:1783135888.247366:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135888.247446:0:24141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809290112 00000100:00100000:0.0:1783135888.247451:0:24141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809290112 00000100:00100000:0.0:1783135888.247477:0:24141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1783135888.247482:0:24141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543a77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3645:x1869752809290112:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1783135888.247510:0:24141:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1783135888.247550:0:24141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543a77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3645:x1869752809290112:12345-0@lo:8:kworker.0 Request processed in 67us (183us total) trans 0 rc -19/-19 00000100:00100000:0.0:1783135888.247557:0:24141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1783135888.248107:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1869752809290496:0@lo:400:kworker.0 00000100:00100000:1.0:1783135888.248138:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135888.265218:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1783135888.265245:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809289984:0@lo:400:kworker.0 00000100:00100000:1.0:1783135888.265338:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135888.265359:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809290624:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783135888.265382:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135888.265483:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809289984 00000100:00100000:1.0:1783135888.265492:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809289984 00000100:00100000:1.0:1783135888.265551:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809290624 00000100:00100000:1.0:1783135888.265555:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809290624 00000100:00100000:1.0:1783135888.265578:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1783135888.265589:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809289984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135888.265658:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809289984:12345-0@lo:400:kworker.0 Request processed in 70us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135888.265666:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1783135888.265709:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1783135888.265714:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809290624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783135888.265747:0:22638:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1783135888.265780:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809290624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135888.265786:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1783135888.265805:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809290752:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783135888.265827:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135888.265853:0:23372:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809290752 00000100:00100000:1.0:1783135888.265856:0:23372:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809290752 00000100:00100000:1.0:1783135888.265870:0:23372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1783135888.265875:0:23372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809290752:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783135888.265905:0:23372:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1783135888.265937:0:23372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809290752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135888.265943:0:23372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:1.0:1783135888.265959:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783135888.265998:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809290752:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783135888.269578:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809289856 00000100:00100000:2.0:1783135888.269606:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809289856 00000100:00080000:2.0:1783135888.270245:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac64b2cd800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783135888.270259:0:3645:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1783135888.270265:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543797800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1869752809290112:0@lo:8:kworker.0 00000100:00100000:2.0:1783135888.270394:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809290496 00000100:00100000:2.0:1783135888.270402:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809290496 00000100:00100000:2.0:1783135888.270451:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1783135888.270464:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1869752809289856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135888.270627:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1869752809289856:12345-0@lo:400:kworker.0 Request processed in 164us (23650us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135888.270637:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1783135888.270660:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1783135888.270667:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1869752809290496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135888.270700:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1869752809290496:12345-0@lo:400:kworker.0 Request processed in 34us (22561us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135888.270708:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00080000:2.0:1783135888.270885:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783135888.270951:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:98df5a8b-208b-49ce-84cd-0105b203fdc7:3647:1869752809289600:0@lo:400:kworker.0 00010000:00080000:2.0:1783135888.270978:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ac54379df80 x1869752809290240/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135904 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135888.270994:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1869752809290240:0@lo:400:kworker.0 00000100:00100000:2.0:1783135888.271011:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1869752809289728:0@lo:400:kworker.0 00010000:00080000:2.0:1783135888.271025:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ac54379d180 x1869752809290368/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135904 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135888.271035:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1869752809290368:0@lo:400:kworker.0 00000100:00100000:2.0:1783135888.271080:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809289984:0@lo:400:kworker.0 00000100:00100000:2.0:1783135888.271407:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809290624:0@lo:41:osp-pre-1-0.0 00010000:00080000:2.0:1783135888.271424:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ac543795f80 x1869752809289856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135904 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135888.271434:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543795f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1869752809289856:0@lo:400:kworker.0 00010000:00080000:2.0:1783135888.271473:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ac54379e680 x1869752809290496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135904 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135888.271482:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1869752809290496:0@lo:400:kworker.0 00010000:00010000:0.0:1783135888.750334:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1783135888.805328:0:24953:0:(obd_mount.c:914:lmd_print()) mount data: 00000020:01000004:2.0:1783135888.805333:0:24953:0:(obd_mount.c:917:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:2.0:1783135888.805334:0:24953:0:(obd_mount.c:920:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1783135888.805448:0:24953:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8ac544110800 00000020:01000004:2.0:1783135888.805465:0:24953:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1783135888.805480:0:24953:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1783135888.805495:0:24953:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff8ac672dccd40) 00000020:00000080:2.0:1783135888.805511:0:24953:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1783135888.894541:0:24953:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1783135888.898462:0:24953:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1783135888.898838:0:24953:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1783135888.899364:0:24953:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:1.0:1783135888.899845:0:24953:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1783135888.900168:0:24953:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1783135888.900406:0:24953:0:(osd_scrub.c:1809:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:01000000:1.0:1783135888.902132:0:24953:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1783135888.902361:0:24953:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:1.0:1783135888.902376:0:24953:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:1.0:1783135888.902388:0:24953:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xf7de4ef628ee1617 00000020:01000004:1.0:1783135888.902395:0:24953:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:1.0:1783135888.902416:0:24953:0:(obd_mount.c:394:lustre_start_mgc()) MGC192.168.204.106@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1783135888.902430:0:24953:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.106@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1783135888.902436:0:24953:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0001 00000020:01000004:1.0:1783135888.902465:0:24953:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:1.0:1783135888.902470:0:24953:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.106@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:0.0:1783135888.914646:0:24953:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.106@tcp ctxt 0 is initialized 00000020:01000004:0.0:1783135888.914685:0:24953:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.204.106@tcp, index=0001, flags=0x20002 00000020:01000004:0.0:1783135888.914755:0:24953:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1783135888.914757:0:24953:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1783135888.914758:0:24953:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783135888.914759:0:24953:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783135888.914761:0:24953:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783135888.914762:0:24953:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783135888.914764:0:24953:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1783135888.914766:0:24953:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783135888.914767:0:24953:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1783135888.914771:0:24953:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:0.0:1783135888.914773:0:24953:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1783135888.914774:0:24953:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1783135888.914775:0:24953:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783135888.914777:0:24953:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783135888.914778:0:24953:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783135888.914779:0:24953:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783135888.914780:0:24953:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1783135888.914782:0:24953:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783135888.914783:0:24953:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1783135888.914815:0:24953:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1783135888.914837:0:24953:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438b2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809290880:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1783135888.914980:0:24953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135888.915061:0:24953:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac543af5300 going to sleep for 11 seconds 00000100:00100000:1.0:1783135888.915144:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809290880 00000100:00100000:1.0:1783135888.915152:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809290880 00000100:00100000:1.0:1783135888.915255:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1783135888.915266:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c513850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:24953:x1869752809290880:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1783135888.915301:0:22627:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1783135888.915304:0:22627:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:1.0:1783135888.915309:0:22627:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:1.0:1783135888.915674:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c513850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:24953:x1869752809290880:12345-0@lo:253:mount.lustre.0 Request processed in 408us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135888.915682:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1783135888.915828:0:24953:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438b2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809290880:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1783135888.915837:0:24953:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1783135888.915840:0:24953:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1783135888.915841:0:24953:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1783135888.915842:0:24953:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783135888.915843:0:24953:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783135888.915844:0:24953:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783135888.915845:0:24953:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783135888.915846:0:24953:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1783135888.915848:0:24953:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783135888.915849:0:24953:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1783135888.915867:0:24953:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8ac544110800 from lustre-OST0001 10000000:01000000:0.0:1783135888.915902:0:24953:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:0.0:1783135888.915905:0:24953:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1783135888.915923:0:24953:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8ac67b4b99c0 local copy 00010000:00010000:0.0:1783135888.915933:0:24953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c65c200/0xf7de4ef628ee1331 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1338 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135888.916020:0:24953:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438b2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809291008:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783135888.916049:0:24953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135888.916267:0:24953:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac543af5480 going to sleep for 11 seconds 00000100:00100000:2.0:1783135888.916350:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809291008 00000100:00100000:2.0:1783135888.916356:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809291008 00000100:00100000:2.0:1783135888.916385:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1783135888.916393:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c512850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:24953:x1869752809291008:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783135888.916472:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c512850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:24953:x1869752809291008:12345-0@lo:501:mount.lustre.0 Request processed in 80us (422us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783135888.916479:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1783135888.916606:0:24953:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438b2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809291008:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1783135888.916622:0:24953:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.106@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1783135888.916639:0:24953:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.106@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1783135888.916646:0:24953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67c65c200/0xf7de4ef628ee1331 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1338 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135888.916672:0:24953:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac67c65c200/0xf7de4ef628ee1331 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1338 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783135888.916708:0:24953:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8ac544110800 10000000:01000000:0.0:1783135888.916713:0:24953:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1783135888.916718:0:24953:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1783135888.916721:0:24953:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1783135888.916725:0:24953:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:0.0:1783135888.916728:0:24953:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1783135888.916751:0:24953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e64ac00/0xf7de4ef628ee161e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135888.916759:0:24953:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac67e64ac00/0xf7de4ef628ee161e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135888.916768:0:24953:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac67e64ac00/0xf7de4ef628ee161e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135888.916780:0:24953:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438b2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809291136:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1783135888.916804:0:24953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135888.916824:0:24953:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac543af5480 going to sleep for 11 seconds 00000100:00100000:2.0:1783135888.916995:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809291136 00000100:00100000:2.0:1783135888.917000:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809291136 00000100:00100000:2.0:1783135888.917019:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1783135888.917025:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c510450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:24953:x1869752809291136:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783135888.917034:0:22628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783135888.917047:0:22628:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67c65c800/0xf7de4ef628ee1625 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee161e expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135888.917068:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67c65c800/0xf7de4ef628ee1625 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee161e expref: 22 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135888.917106:0:22628:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67c65c800/0xf7de4ef628ee1625 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee161e expref: 22 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135888.917114:0:22628:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67c65c800, rc 0) 00000100:00100000:2.0:1783135888.917151:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c510450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+22:24953:x1869752809291136:12345-0@lo:101:mount.lustre.0 Request processed in 126us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135888.917158:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1783135888.917223:0:24953:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438b2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809291136:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783135888.917236:0:24953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac67e64ac00/0xf7de4ef628ee161e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1625 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135888.917245:0:24953:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac67e64ac00/0xf7de4ef628ee161e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee1625 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783135888.918365:0:24953:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:0.0:1783135888.919124:0:24953:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1783135888.921245:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1783135888.921303:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1783135888.921320:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1783135888.921335:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1783135888.921603:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1783135888.921622:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1783135888.921638:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1783135888.921652:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1783135888.921667:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:0.0:1783135888.921706:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:0.0:1783135888.921712:0:24953:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:0.0:1783135888.921820:0:24953:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438b2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809291264:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783135888.922269:0:24953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135888.922343:0:24953:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac543af5a80 going to sleep for 11 seconds 00000100:00100000:3.0:1783135888.922397:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809291264 00000100:00100000:3.0:1783135888.922405:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809291264 00000100:00100000:2.0:1783135888.922538:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1783135888.922551:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c511850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+22:24953:x1869752809291264:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783135888.922720:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c511850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+22:24953:x1869752809291264:12345-0@lo:501:mount.lustre.0 Request processed in 173us (633us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135888.922728:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1783135888.922812:0:24953:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438b2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809291264:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783135888.922849:0:24953:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438b2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809291392:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1783135888.922903:0:24953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135888.922929:0:24953:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac543af5a80 going to sleep for 11 seconds 00000100:00100000:1.0:1783135888.923023:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809291392 00000100:00100000:1.0:1783135888.923028:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809291392 00000100:00100000:1.0:1783135888.923063:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1783135888.923070:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c511450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+22:24953:x1869752809291392:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783135888.923967:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c511450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+22:24953:x1869752809291392:12345-0@lo:503:mount.lustre.0 Request processed in 894us (1059us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135888.923977:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1783135888.924131:0:24953:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438b2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809291392:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1783135888.924600:0:24953:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1783135888.924673:0:24953:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438b2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809291520:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783135888.924791:0:24953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135888.924826:0:24953:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac543af5480 going to sleep for 11 seconds 00000100:00100000:1.0:1783135888.924923:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809291520 00000100:00100000:1.0:1783135888.924929:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809291520 00000100:00100000:1.0:1783135888.924956:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1783135888.924971:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c513050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+22:24953:x1869752809291520:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783135888.925475:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c513050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+22:24953:x1869752809291520:12345-0@lo:502:mount.lustre.0 Request processed in 503us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135888.925483:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1783135888.925679:0:24953:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438b2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809291520:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1783135888.926218:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:0.0:1783135888.926254:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:0.0:1783135888.926268:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:0.0:1783135888.926283:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:0.0:1783135888.926297:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:0.0:1783135888.926311:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:0.0:1783135888.926325:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:0.0:1783135888.926340:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:0.0:1783135888.926353:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:0.0:1783135888.926388:0:24953:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438b2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809291648:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783135888.926564:0:24953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135888.926604:0:24953:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac543af5480 going to sleep for 11 seconds 00000100:00100000:2.0:1783135888.926657:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809291648 00000100:00100000:2.0:1783135888.926663:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809291648 00000100:00100000:2.0:1783135888.926718:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1783135888.926728:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c512450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+22:24953:x1869752809291648:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783135888.926847:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c512450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+22:24953:x1869752809291648:12345-0@lo:502:mount.lustre.0 Request processed in 120us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135888.926855:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1783135888.927063:0:24953:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438b2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809291648:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1783135888.927139:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:0.0:1783135888.927150:0:24953:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:2.0:1783135888.928067:0:24957:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1783135888.928077:0:24957:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:2.0:1783135888.928084:0:24957:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783135888.928516:0:24957:0:(obd_config.c:1561:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:2.0:1783135888.928526:0:24957:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783135888.928544:0:24957:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff8ac672dc99c0) 00000020:00000080:2.0:1783135888.928573:0:24957:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:2.0:1783135888.928588:0:24957:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1783135888.928671:0:24957:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8ac544110800 from lustre-OST0001, refs=2 00080000:01000000:2.0:1783135888.928680:0:24957:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:2.0:1783135888.929002:0:24957:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xf7de4ef628ee1633 00010000:00010000:2.0:1783135888.934324:0:24957:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:2.0:1783135888.934894:0:24957:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:3.0:1783135888.936886:0:24957:0:(osd_handler.c:5579:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1783135888.938426:0:24957:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:2.0:1783135888.938448:0:24957:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783135888.938455:0:24957:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783135888.938457:0:24957:0:(obd_config.c:1561:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:2.0:1783135888.938460:0:24957:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783135888.938464:0:24957:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783135888.938466:0:24957:0:(obd_config.c:1561:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:2.0:1783135888.938469:0:24957:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1783135888.938471:0:24957:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1783135888.938473:0:24957:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783135888.938475:0:24957:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783135888.938477:0:24957:0:(obd_config.c:1561:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:2.0:1783135888.938479:0:24957:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783135888.938482:0:24957:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783135888.938483:0:24957:0:(obd_config.c:1561:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1783135888.938486:0:24957:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1783135888.938509:0:24957:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783135888.938513:0:24957:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783135888.938514:0:24957:0:(obd_config.c:1561:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1783135888.938517:0:24957:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:0.0:1783135888.938809:0:24953:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:0.0:1783135888.938840:0:24953:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1783135888.938865:0:24953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e64ac00/0xf7de4ef628ee161e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1625 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135888.938887:0:24953:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac67e64ac00/0xf7de4ef628ee161e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1625 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783135888.938896:0:24953:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8ac544110800 from 1 10000000:01000000:0.0:1783135888.938899:0:24953:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1783135888.938944:0:24953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e64aa00/0xf7de4ef628ee163a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135888.938953:0:24953:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac67e64aa00/0xf7de4ef628ee163a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135888.938974:0:24953:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac67e64aa00/0xf7de4ef628ee163a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135888.939001:0:24953:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438b2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809291776:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1783135888.939074:0:24953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135888.939132:0:24953:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac543af5480 going to sleep for 11 seconds 00000100:00100000:1.0:1783135888.940052:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809291776 00000100:00100000:1.0:1783135888.940061:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809291776 00000100:00100000:1.0:1783135888.940141:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1783135888.940151:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c511c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+22:24953:x1869752809291776:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783135888.940167:0:22627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783135888.940182:0:22627:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67f908e00/0xf7de4ef628ee1641 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee163a expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135888.940207:0:22627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67f908e00/0xf7de4ef628ee1641 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee163a expref: 23 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135888.940218:0:22627:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67f908e00/0xf7de4ef628ee1641 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee163a expref: 23 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135888.940227:0:22627:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67f908e00, rc 0) 00000100:00100000:1.0:1783135888.940289:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c511c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+23:24953:x1869752809291776:12345-0@lo:101:mount.lustre.0 Request processed in 140us (1215us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135888.940296:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1783135888.940322:0:24953:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438b2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809291776:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783135888.940337:0:24953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac67e64aa00/0xf7de4ef628ee163a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1641 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135888.940347:0:24953:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac67e64aa00/0xf7de4ef628ee163a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee1641 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783135888.942275:0:24953:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:0.0:1783135888.942708:0:24953:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1783135888.942906:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1783135888.942932:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1783135888.942946:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1783135888.942959:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1783135888.942986:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1783135888.942999:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1783135888.943011:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1783135888.943024:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:0.0:1783135888.943035:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:0.0:1783135888.943047:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:0.0:1783135888.943059:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:0.0:1783135888.943074:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:0.0:1783135888.943078:0:24953:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1783135888.943245:0:24953:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809291904:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783135888.943308:0:24953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135888.943347:0:24953:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac543133180 going to sleep for 11 seconds 00000100:00100000:3.0:1783135888.943913:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809291904 00000100:00100000:3.0:1783135888.943920:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809291904 00000100:00100000:3.0:1783135888.943981:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1783135888.943991:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ab2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+23:24953:x1869752809291904:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783135888.944132:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ab2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+23:24953:x1869752809291904:12345-0@lo:501:mount.lustre.0 Request processed in 143us (823us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135888.944140:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1783135888.944214:0:24953:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809291904:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783135888.944253:0:24953:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809292032:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783135888.944308:0:24953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135888.944523:0:24953:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac543133180 going to sleep for 11 seconds 00000100:00100000:3.0:1783135888.947861:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809292032 00000100:00100000:3.0:1783135888.947875:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809292032 00000100:00100000:3.0:1783135888.948338:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1783135888.948349:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ab2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+23:24953:x1869752809292032:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783135888.948517:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ab2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+23:24953:x1869752809292032:12345-0@lo:503:mount.lustre.0 Request processed in 169us (4207us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135888.948525:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1783135888.948621:0:24953:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809292032:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1783135888.949066:0:24953:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1783135888.949167:0:24953:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543a75f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809292160:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783135888.949215:0:24953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135888.949993:0:24953:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac649362780 going to sleep for 11 seconds 00000100:00100000:1.0:1783135888.950253:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809292160 00000100:00100000:1.0:1783135888.950260:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809292160 00000100:00100000:1.0:1783135888.950299:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1783135888.950307:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ab3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+23:24953:x1869752809292160:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783135888.950443:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ab3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+23:24953:x1869752809292160:12345-0@lo:502:mount.lustre.0 Request processed in 136us (1228us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135888.950451:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1783135888.950560:0:24953:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543a75f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809292160:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783135888.950802:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1783135888.950831:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1783135888.950847:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1783135888.950861:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1783135888.950875:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1783135888.950902:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1783135888.951044:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1783135888.951063:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:2.0:1783135888.951076:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1783135888.951121:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:2.0:1783135888.951140:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:2.0:1783135888.951171:0:24953:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543a75f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809292288:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783135888.951215:0:24953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135888.951229:0:24953:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac649362780 going to sleep for 11 seconds 00000100:00100000:1.0:1783135888.951495:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809292288 00000100:00100000:1.0:1783135888.951501:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809292288 00000100:00100000:1.0:1783135888.951527:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1783135888.951541:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ab0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+23:24953:x1869752809292288:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783135888.951667:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ab0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+23:24953:x1869752809292288:12345-0@lo:502:mount.lustre.0 Request processed in 131us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135888.951674:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1783135888.952083:0:24953:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543a75f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809292288:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783135888.952249:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:2.0:1783135888.952261:0:24953:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1783135888.953254:0:24961:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783135888.953267:0:24961:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135888.953269:0:24961:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1783135888.953275:0:24961:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8ac544110800 00000020:00000080:3.0:1783135888.953278:0:24961:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1783135888.953291:0:24961:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783135888.953293:0:24961:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135888.953295:0:24961:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1783135888.953297:0:24961:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783135888.953299:0:24961:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135888.953300:0:24961:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1783135888.953303:0:24961:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8ac544110800 00000020:00000080:3.0:1783135888.953305:0:24961:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1783135888.953395:0:24961:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783135888.953399:0:24961:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135888.953400:0:24961:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1783135888.953403:0:24961:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783135888.953406:0:24961:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135888.953407:0:24961:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1783135888.953410:0:24961:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8ac544110800 00000020:00000080:3.0:1783135888.953412:0:24961:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1783135888.953768:0:24961:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783135888.953773:0:24961:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135888.953774:0:24961:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1783135888.953777:0:24961:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783135888.953780:0:24961:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135888.953781:0:24961:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1783135888.953785:0:24961:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8ac544110800 00000020:00000080:3.0:1783135888.953787:0:24961:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1783135888.953815:0:24961:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783135888.953818:0:24961:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783135888.953819:0:24961:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1783135888.953822:0:24961:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1783135888.960789:0:24953:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1783135888.960836:0:24953:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1783135888.960855:0:24953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e64aa00/0xf7de4ef628ee163a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1641 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135888.960867:0:24953:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac67e64aa00/0xf7de4ef628ee163a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1641 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783135888.960959:0:24953:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1783135888.960962:0:24953:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8ac544110800 10000000:01000000:2.0:1783135888.960965:0:24953:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8ac544110800 10000000:01000000:2.0:1783135888.960970:0:24953:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1783135888.960982:0:24953:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff8ac544110800 from 1 10000000:01000000:2.0:1783135888.960985:0:24953:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1783135888.961020:0:24953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac6413e8a00/0xf7de4ef628ee1648 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135888.961029:0:24953:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac6413e8a00/0xf7de4ef628ee1648 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135888.961039:0:24953:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac6413e8a00/0xf7de4ef628ee1648 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783135888.961061:0:24953:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543a75f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809292416:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783135888.961143:0:24953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135888.961180:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809292416 00000100:00100000:2.0:1783135888.961186:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809292416 00000100:00100000:2.0:1783135888.961232:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1783135888.961242:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ab0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+23:24953:x1869752809292416:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783135888.961255:0:22628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783135888.961267:0:22628:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac6413e8000/0xf7de4ef628ee164f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee1648 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135888.961289:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac6413e8000/0xf7de4ef628ee164f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee1648 expref: 24 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135888.961300:0:22628:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac6413e8000/0xf7de4ef628ee164f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee1648 expref: 24 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135888.961309:0:22628:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac6413e8000, rc 0) 00000100:00100000:2.0:1783135888.961342:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ab0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+24:24953:x1869752809292416:12345-0@lo:101:mount.lustre.0 Request processed in 103us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135888.961357:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1783135888.961396:0:24953:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac649362840 going to sleep for 11 seconds 00000100:00100000:2.0:1783135888.961417:0:24953:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543a75f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809292416:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783135888.961430:0:24953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac6413e8a00/0xf7de4ef628ee1648 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee164f expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135888.961439:0:24953:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac6413e8a00/0xf7de4ef628ee1648 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee164f expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783135888.967615:0:24953:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1783135888.968055:0:24953:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1783135888.968256:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1783135888.968280:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1783135888.968292:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1783135888.968302:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1783135888.968313:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1783135888.968324:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1783135888.968335:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1783135888.968347:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1783135888.968358:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1783135888.968370:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1783135888.968382:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1783135888.968393:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1783135888.968403:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1783135888.968415:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1783135888.968442:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1783135888.968458:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1783135888.968470:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1783135888.968482:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1783135888.968493:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1783135888.968514:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1783135888.968526:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1783135888.968537:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1783135888.968549:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1783135888.968562:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1783135888.968573:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1783135888.968584:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1783135888.968596:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1783135888.968609:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1783135888.968621:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1783135888.968632:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1783135888.968656:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1783135888.968670:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1783135888.968682:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1783135888.973188:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1783135888.973213:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1783135888.973228:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1783135888.973240:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1783135888.973253:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1783135888.973267:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1783135888.973281:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1783135888.973295:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1783135888.973308:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1783135888.973319:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1783135888.973332:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1783135888.973348:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1783135888.973361:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1783135888.973392:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1783135888.973409:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1783135888.973579:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1783135888.973598:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1783135888.973616:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1783135888.973622:0:24953:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1783135888.973811:0:24953:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543a75f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809292544:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783135888.973887:0:24953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135888.974014:0:24953:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac649362f00 going to sleep for 11 seconds 00000100:00100000:3.0:1783135888.974131:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809292544 00000100:00100000:3.0:1783135888.974139:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809292544 00000100:00100000:3.0:1783135888.974181:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1783135888.974190:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ab1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+24:24953:x1869752809292544:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783135888.974311:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ab1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+24:24953:x1869752809292544:12345-0@lo:501:mount.lustre.0 Request processed in 121us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135888.974326:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1783135888.974431:0:24953:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543a75f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809292544:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783135888.974464:0:24953:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543a75f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809292672:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783135888.974502:0:24953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135888.974531:0:24953:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac649362f00 going to sleep for 11 seconds 00000100:00100000:3.0:1783135888.974568:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809292672 00000100:00100000:3.0:1783135888.974573:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809292672 00000100:00100000:3.0:1783135888.974604:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1783135888.974611:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ab2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+24:24953:x1869752809292672:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783135888.974683:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ab2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+24:24953:x1869752809292672:12345-0@lo:503:mount.lustre.0 Request processed in 72us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135888.974702:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1783135888.975069:0:24953:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543a75f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809292672:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1783135888.975481:0:24953:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1783135888.975548:0:24953:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543a75f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809292800:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783135888.975591:0:24953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135888.975616:0:24953:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac649362840 going to sleep for 11 seconds 00000100:00100000:3.0:1783135888.975699:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809292800 00000100:00100000:3.0:1783135888.975704:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809292800 00000100:00100000:3.0:1783135888.975736:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1783135888.975743:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ab0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+24:24953:x1869752809292800:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783135888.975829:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ab0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+24:24953:x1869752809292800:12345-0@lo:502:mount.lustre.0 Request processed in 86us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135888.975836:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1783135888.976039:0:24953:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543a75f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809292800:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783135888.976246:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1783135888.976274:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1783135888.976287:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1783135888.976299:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1783135888.976312:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1783135888.976325:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1783135888.976337:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1783135888.976348:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1783135888.976374:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1783135888.976389:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1783135888.976401:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1783135888.976413:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1783135888.976425:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1783135888.976438:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1783135888.976462:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1783135888.976475:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1783135888.976488:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1783135888.976500:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1783135888.976510:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1783135888.976521:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1783135888.976532:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1783135888.976545:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1783135888.976558:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1783135888.976569:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1783135888.976592:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1783135888.976606:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1783135888.976618:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1783135888.976629:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1783135888.976641:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1783135888.976655:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1783135888.976668:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1783135888.976680:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1783135888.976874:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1783135888.976902:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1783135888.976990:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1783135888.977009:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1783135888.977021:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1783135888.977034:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1783135888.977047:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1783135888.977060:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1783135888.978803:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1783135888.978856:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1783135888.978869:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1783135888.978894:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1783135888.978979:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1783135888.979000:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1783135888.979015:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1783135888.979039:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1783135888.979802:0:24953:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543a75f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809292928:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783135888.979982:0:24953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135888.981051:0:24953:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac649362840 going to sleep for 11 seconds 00000100:00100000:3.0:1783135888.985835:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809292928 00000100:00100000:3.0:1783135888.985853:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809292928 00000100:00100000:3.0:1783135888.985999:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1783135888.986010:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ab1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+24:24953:x1869752809292928:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783135888.986195:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ab1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+24:24953:x1869752809292928:12345-0@lo:502:mount.lustre.0 Request processed in 186us (6213us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135888.986203:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1783135888.987206:0:24953:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543a75f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809292928:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1783135888.987461:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1783135888.987489:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1783135888.987533:0:24953:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67804b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809293056:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783135888.987591:0:24953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135888.987677:0:24953:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac5426ca600 going to sleep for 11 seconds 00000100:00100000:1.0:1783135888.992152:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809293056 00000100:00100000:1.0:1783135888.992167:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809293056 00000100:00100000:1.0:1783135888.992777:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1783135888.992790:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ab1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+24:24953:x1869752809293056:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783135888.993051:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ab1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+24:24953:x1869752809293056:12345-0@lo:502:mount.lustre.0 Request processed in 263us (5459us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135888.993059:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1783135889.004335:0:24953:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67804b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809293056:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783135889.004447:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:1.0:1783135889.004467:0:24953:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1783135889.011552:0:24967:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1783135889.011573:0:24967:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff8ac6608e19c0) 00000020:00000080:2.0:1783135889.011598:0:24967:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:2.0:1783135889.011874:0:24967:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8ac544110800 from lustre-OST0001, refs=3 00000020:01000004:2.0:1783135889.011888:0:24967:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8ac544110800 from lustre-OST0001, refs=3 00000020:01000004:2.0:1783135889.011890:0:24967:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8ac544110800 3 00010000:00080000:2.0:1783135889.012177:0:24967:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ac544115000@lustre-MDT0000-lwp-OST0001: add connection 192.168.204.106@tcp at head 00010000:00010000:2.0:1783135889.015615:0:24967:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:2.0:1783135889.015751:0:24967:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:2.0:1783135889.015799:0:24967:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1783135889.015816:0:24967:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xf7de4ef628ee165d 00000100:00080000:2.0:1783135889.015826:0:24967:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1783135889.015833:0:24967:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8ac544115000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:2.0:1783135889.015871:0:24967:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac543a77800 x1869752809293184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783135889.016572:0:24967:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1783135889.016627:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783135889.016633:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783135889.016636:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783135889.016639:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1783135889.016845:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543a77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1869752809293184:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1783135889.017002:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135889.018277:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809293184 00000100:00100000:3.0:1783135889.018288:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809293184 00000100:00100000:3.0:1783135889.018333:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1783135889.018341:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1869752809293184:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1783135889.018366:0:22633:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 792 last 0 00000020:00000080:3.0:1783135889.018437:0:22633:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xf7de4ef628ee1664 00000004:00100000:3.0:1783135889.018454:0:22633:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1783135889.018489:0:22633:0:(import.c:65:import_set_state_nolock()) ffff8ac5424bc800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783135889.018565:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1869752809293184:12345-0@lo:38:llog_process_th.0 Request processed in 224us (1563us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135889.018572:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:1.0:1783135889.018664:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ac543a77800 x1869752809293184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783135899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135889.018676:0:3645:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1783135889.018694:0:3645:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:1.0:1783135889.018702:0:3645:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1783135889.018706:0:3645:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1783135889.018709:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac544115000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1783135889.018714:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543a77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1869752809293184:0@lo:38:llog_process_th.0 00000020:01000004:1.0:1783135889.019716:0:24967:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:1.0:1783135889.019734:0:24967:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff8ac541dc0000) 00000020:00000080:1.0:1783135889.019756:0:24967:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:1.0:1783135889.022217:0:24967:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8ac544110800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1783135889.022227:0:24967:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8ac544110800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1783135889.022231:0:24967:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8ac544110800 3 00010000:00080000:1.0:1783135889.022270:0:24967:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ac672dbe000@lustre-MDT0001-lwp-OST0001: add connection 192.168.204.106@tcp at head 00010000:00010000:1.0:1783135889.028360:0:24967:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:1.0:1783135889.028485:0:24967:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:1.0:1783135889.028537:0:24967:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1783135889.028550:0:24967:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0xf7de4ef628ee1672 00000100:00080000:1.0:1783135889.028563:0:24967:0:(import.c:512:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1783135889.028570:0:24967:0:(import.c:626:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8ac672dbe000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:1.0:1783135889.028618:0:24967:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac54379f480 x1869752809293312/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783135889.028778:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3645:1869752809293312:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1783135889.028857:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1783135889.028973:0:24967:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1783135889.028999:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783135889.029012:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783135889.029015:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783135889.029018:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1783135889.029268:0:22635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809293312 00000100:00100000:3.0:1783135889.029276:0:22635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809293312 00000100:00100000:3.0:1783135889.029350:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1783135889.029358:0:22635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543a74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3645:x1869752809293312:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1783135889.029387:0:22635:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 792 last 0 00000020:00000080:3.0:1783135889.029437:0:22635:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0xf7de4ef628ee1679 00000004:00100000:3.0:1783135889.029457:0:22635:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1783135889.029502:0:22635:0:(import.c:65:import_set_state_nolock()) ffff8ac67b020000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783135889.029652:0:22635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543a74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1869752809293312:12345-0@lo:38:llog_process_th.0 Request processed in 292us (794us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135889.029660:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:2.0:1783135889.029789:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ac54379f480 x1869752809293312/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783135899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135889.029801:0:3645:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1783135889.029809:0:3645:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1783135889.029817:0:3645:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1783135889.029828:0:3645:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1783135889.029831:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac672dbe000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1783135889.029838:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3645:1869752809293312:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1783135889.030289:0:24967:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:3.0:1783135889.030504:0:24953:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1783135889.030539:0:24953:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1783135889.030585:0:24953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac6413e8a00/0xf7de4ef628ee1648 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee164f expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135889.030597:0:24953:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac6413e8a00/0xf7de4ef628ee1648 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee164f expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1783135889.030643:0:24953:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1783135889.030646:0:24953:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1783135889.030647:0:24953:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783135889.030648:0:24953:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783135889.030650:0:24953:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783135889.030651:0:24953:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783135889.030652:0:24953:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1783135889.030655:0:24953:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783135889.030656:0:24953:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1783135889.030660:0:24953:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:3.0:1783135889.030662:0:24953:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1783135889.030663:0:24953:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1783135889.030664:0:24953:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783135889.030665:0:24953:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783135889.030666:0:24953:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783135889.030668:0:24953:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783135889.030669:0:24953:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1783135889.030670:0:24953:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783135889.030671:0:24953:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1783135889.030704:0:24953:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1783135889.030722:0:24953:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809293440:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1783135889.030773:0:24953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135889.030817:0:24953:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac5426cacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1783135889.031059:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809293440 00000100:00100000:1.0:1783135889.031065:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809293440 00000100:00100000:1.0:1783135889.031127:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1783135889.031137:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ab0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+24:24953:x1869752809293440:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1783135889.031163:0:22628:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1783135889.031178:0:22628:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1783135889.039665:0:22628:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1783135889.039762:0:22628:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:0.0:1783135889.040048:0:22649:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1783135889.040065:0:22649:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1783135889.040103:0:22649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ac67e64ae00/0xf7de4ef628ee1680 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135889.040123:0:22649:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ac67c65c000/0xf7de4ef628ee15f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee15ed expref: 24 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135889.040132:0:22649:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ac67c65d400/0xf7de4ef628ee1602 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee15fb expref: 24 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135889.040139:0:22649:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ac67e64ae00/0xf7de4ef628ee1680 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135889.040181:0:22649:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ac67c65d400/0xf7de4ef628ee1602 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf7de4ef628ee15fb expref: 24 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135889.040275:0:22649:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ac67c65d400/0xf7de4ef628ee1602 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf7de4ef628ee15fb expref: 24 pid: 22626 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135889.040290:0:22649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438b2680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22649:1869752809293568:0@lo:104: 00000100:00100000:1.0:1783135889.040332:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ab0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+24:24953:x1869752809293440:12345-0@lo:253:mount.lustre.0 Request processed in 9195us (9556us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135889.040336:0:22649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135889.040343:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00010000:00010000:0.0:1783135889.040383:0:22649:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ac67c65c000/0xf7de4ef628ee15f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf7de4ef628ee15ed expref: 23 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135889.040392:0:22649:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ac67c65c000/0xf7de4ef628ee15f4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf7de4ef628ee15ed expref: 23 pid: 22626 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135889.040401:0:22649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438b2d80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22649:1869752809293696:0@lo:104: 00000100:00100000:2.0:1783135889.040421:0:22616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809293568 00000100:00100000:2.0:1783135889.040429:0:22616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809293568 00000100:00100000:2.0:1783135889.040480:0:22616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1783135889.040490:0:22616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:98df5a8b-208b-49ce-84cd-0105b203fdc7+3:22649:x1869752809293568:12345-0@lo:104: 00010000:00010000:2.0:1783135889.040503:0:22616:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a800/0xf7de4ef628ee15fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf7de4ef628ee1602 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135889.040675:0:22649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135889.040697:0:22649:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac6607316c0 going to sleep for 11 seconds 00010000:00010000:2.0:1783135889.040701:0:22616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1783135889.040706:0:22616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:98df5a8b-208b-49ce-84cd-0105b203fdc7+3:22649:x1869752809293568:12345-0@lo:104: Request processed in 219us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135889.040712:0:22616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1783135889.040714:0:22649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438b2680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22649:1869752809293568:0@lo:104: 00000100:00100000:2.0:1783135889.040723:0:22616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809293696 00000100:00100000:2.0:1783135889.040726:0:22616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809293696 00000100:00100000:2.0:1783135889.040740:0:22616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1783135889.040747:0:22616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:98df5a8b-208b-49ce-84cd-0105b203fdc7+3:22649:x1869752809293696:12345-0@lo:104: 00010000:00010000:2.0:1783135889.040754:0:22616:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff8ac67c526200/0xf7de4ef628ee15ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf7de4ef628ee15f4 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135889.040796:0:22616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1783135889.040801:0:22616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:98df5a8b-208b-49ce-84cd-0105b203fdc7+3:22649:x1869752809293696:12345-0@lo:104: Request processed in 56us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135889.040807:0:22616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:2.0:1783135889.040822:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783135889.040827:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a800/0xf7de4ef628ee15fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf7de4ef628ee1602 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135889.040845:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64a800 already unused, calling callback (ffffffffc12dac20) 10000000:00010000:2.0:1783135889.040848:0:22621:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a800/0xf7de4ef628ee15fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf7de4ef628ee1602 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135889.040857:0:22621:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a800/0xf7de4ef628ee15fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf7de4ef628ee1602 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783135889.040865:0:22621:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a800/0xf7de4ef628ee15fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf7de4ef628ee1602 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783135889.040871:0:22621:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1783135889.041539:0:22621:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a800/0xf7de4ef628ee15fb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee1602 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135889.041549:0:22621:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783135889.041568:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a800/0xf7de4ef628ee15fb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee1602 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135889.041574:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac67e64a800/0xf7de4ef628ee15fb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee1602 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135889.041588:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783135889.041590:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8ac67c526200/0xf7de4ef628ee15ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf7de4ef628ee15f4 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135889.041595:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c526200 already unused, calling callback (ffffffffc12dac20) 10000000:00010000:2.0:1783135889.041597:0:22621:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8ac67c526200/0xf7de4ef628ee15ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf7de4ef628ee15f4 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135889.041616:0:22621:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac67c526200/0xf7de4ef628ee15ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf7de4ef628ee15f4 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783135889.041622:0:22621:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac67c526200/0xf7de4ef628ee15ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf7de4ef628ee15f4 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783135889.041626:0:22621:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1783135889.041638:0:22621:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8ac67c526200/0xf7de4ef628ee15ed lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee15f4 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135889.041643:0:22621:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783135889.041657:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8ac67c526200/0xf7de4ef628ee15ed lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee15f4 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135889.041664:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac67c526200/0xf7de4ef628ee15ed lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee15f4 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135889.041676:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135889.041678:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135889.041688:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135889.041698:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783135889.041711:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543a76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:98df5a8b-208b-49ce-84cd-0105b203fdc7:3647:1869752809293824:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783135889.041749:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135889.041795:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543a74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:98df5a8b-208b-49ce-84cd-0105b203fdc7:3648:1869752809293952:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783135889.041820:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135889.041852:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809293824 00000100:00100000:2.0:1783135889.041857:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809293824 00010000:00010000:2.0:1783135889.042252:0:22618:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ac67c65d400/0xf7de4ef628ee1602 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf7de4ef628ee15fb expref: 24 pid: 22626 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783135889.042291:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809293952 00000100:00100000:2.0:1783135889.042295:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809293952 00010000:00010000:2.0:1783135889.042311:0:22618:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ac67c65c000/0xf7de4ef628ee15f4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf7de4ef628ee15ed expref: 25 pid: 22626 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783135889.042325:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1783135889.042333:0:22618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543a76300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:98df5a8b-208b-49ce-84cd-0105b203fdc7+25:3647:x1869752809293824:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783135889.042344:0:22618:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783135889.042348:0:22618:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ac67c65d400/0xf7de4ef628ee1602 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf7de4ef628ee15fb expref: 25 pid: 22626 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135889.042359:0:22618:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ac67c65d400/0xf7de4ef628ee1602 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf7de4ef628ee15fb expref: 25 pid: 22626 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135889.042372:0:22618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67c65d400/0xf7de4ef628ee1602 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf7de4ef628ee15fb expref: 25 pid: 22626 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135889.042386:0:22618:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783135889.042422:0:22618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543a76300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:98df5a8b-208b-49ce-84cd-0105b203fdc7+24:3647:x1869752809293824:12345-0@lo:103:ldlm_bl.0 Request processed in 89us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135889.042429:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1783135889.042444:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1783135889.042452:0:22618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543a77800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:98df5a8b-208b-49ce-84cd-0105b203fdc7+23:3648:x1869752809293952:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783135889.042459:0:22618:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783135889.042463:0:22618:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ac67c65c000/0xf7de4ef628ee15f4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf7de4ef628ee15ed expref: 23 pid: 22626 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135889.042472:0:22618:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ac67c65c000/0xf7de4ef628ee15f4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf7de4ef628ee15ed expref: 23 pid: 22626 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135889.042489:0:22618:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ac67e64ae00/0xf7de4ef628ee1680 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135889.042497:0:22618:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67e64ae00/0xf7de4ef628ee1680 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1783135889.042512:0:22618:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.009380500s 00010000:00010000:2.0:1783135889.042517:0:22618:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ac67e64ae00/0xf7de4ef628ee1680 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135889.042524:0:22618:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ac67e64ae00/0xf7de4ef628ee1680 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135889.042531:0:22618:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ac67e64ae00/0xf7de4ef628ee1680 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135889.042537:0:22618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ac67e64ae00/0xf7de4ef628ee1680 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135889.042543:0:22618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64ae00 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:2.0:1783135889.042547:0:22618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ac67e64ae00/0xf7de4ef628ee1680 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135889.042554:0:22618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ac67e64ae00/0xf7de4ef628ee1680 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135889.042562:0:22618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ac67e64ae00/0xf7de4ef628ee1680 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135889.042572:0:22618:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783135889.042600:0:22618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543a77800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:98df5a8b-208b-49ce-84cd-0105b203fdc7+23:3648:x1869752809293952:12345-0@lo:103:ldlm_bl.0 Request processed in 150us (779us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135889.042613:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1783135889.042654:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543a74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:98df5a8b-208b-49ce-84cd-0105b203fdc7:3648:1869752809293952:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783135889.042679:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543a76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:98df5a8b-208b-49ce-84cd-0105b203fdc7:3647:1869752809293824:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783135889.043219:0:24953:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:98df5a8b-208b-49ce-84cd-0105b203fdc7:24953:1869752809293440:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1783135889.043231:0:24953:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1783135889.043234:0:24953:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1783135889.043236:0:24953:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1783135889.043237:0:24953:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783135889.043238:0:24953:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783135889.043240:0:24953:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783135889.043241:0:24953:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783135889.043243:0:24953:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1783135889.043245:0:24953:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783135889.043246:0:24953:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1783135889.043257:0:24953:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:0.0:1783135889.044161:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67c65c000/0xf7de4ef628ee15f4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf7de4ef628ee15ed expref: 22 pid: 22626 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135889.044178:0:22649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438b2d80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22649:1869752809293696:0@lo:104: 00010000:00010000:0.0:1783135889.044200:0:22649:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ac67e64ae00/0xf7de4ef628ee1680 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135889.044209:0:22649:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ac67e64ae00/0xf7de4ef628ee1680 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135889.044216:0:22649:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ac67e64ae00/0xf7de4ef628ee1680 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135889.044221:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67e64ae00/0xf7de4ef628ee1680 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000004:2.0:1783135889.049654:0:24953:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:2.0:1783135889.055857:0:24953:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:2.0:1783135889.055868:0:24953:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:2.0:1783135889.055924:0:24953:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1783135889.055982:0:24953:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.106@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1783135889.056004:0:24953:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=50 00000080:00000004:2.0:1783135889.056027:0:24953:0:(super25.c:187:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:2.0:1783135889.056920:0:24953:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1783135889.058339:0:24953:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:0.0:1783135889.328551:0:23391:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1783135889.778660:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783135890.030834:0:3645:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783135869/real 1783135869] req@ffff8ac678323100 x1869752809281152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783135889 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135890.030886:0:3645:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8ac678323100 x1869752809281152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783135889 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135890.030907:0:3645:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783135869/real 1783135869] req@ffff8ac678320e00 x1869752809281280/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783135889 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135890.030918:0:3645:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8ac678320e00 x1869752809281280/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783135889 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783135890.030946:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac658080000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783135890.030977:0:3645:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1783135890.030981:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678323100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809281152:0@lo:8:kworker.0 00000100:00080000:2.0:1783135890.030988:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac5431db000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783135890.031005:0:3645:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1783135890.031008:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678320e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809281280:0@lo:8:kworker.0 00000100:00080000:3.0:1783135890.031497:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783135890.031503:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1783135890.031507:0:8:0:(import.c:65:import_set_state_nolock()) ffff8ac658080000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783135890.031514:0:8:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 773 00000100:00080000:3.0:1783135890.031521:0:8:0:(import.c:591:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1783135890.031529:0:8:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8ac658080000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:3.0:1783135890.031563:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac678049c00 x1869752809294336/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783135890.031575:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783135890.031579:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1783135890.031581:0:8:0:(import.c:65:import_set_state_nolock()) ffff8ac5431db000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783135890.031584:0:8:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 773 00000100:00080000:3.0:1783135890.031587:0:8:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1783135890.031590:0:8:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8ac5431db000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:3.0:1783135890.031603:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac678048a80 x1869752809294464/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783135890.031648:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783135890.031651:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1783135890.031653:0:8:0:(import.c:65:import_set_state_nolock()) ffff8ac64b2cd800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783135890.031657:0:8:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 792 00000100:00080000:3.0:1783135890.031659:0:8:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1783135890.031663:0:8:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8ac64b2cd800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:3.0:1783135890.031676:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ac67804bb80 x1869752809294976/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783135890.031712:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67804b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809294720:0@lo:400:kworker.0 00000100:00100000:1.0:1783135890.031812:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135890.031865:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67804a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1869752809294208:0@lo:400:kworker.0 00000100:00100000:1.0:1783135890.031871:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1869752809295360:0@lo:400:kworker.0 00000100:00100000:3.0:1783135890.031908:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135890.031927:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135890.031936:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1869752809295104:0@lo:400:kworker.0 00000100:00100000:1.0:1783135890.031960:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1783135890.031968:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135890.031972:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:98df5a8b-208b-49ce-84cd-0105b203fdc7:3648:1869752809294080:0@lo:400:kworker.0 00000100:00100000:3.0:1783135890.031994:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677a5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1869752809295616:0@lo:400:kworker.0 00000100:00100000:1.0:1783135890.032015:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135890.032048:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135890.032055:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67804ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809294848:0@lo:400:kworker.0 00000100:00100000:3.0:1783135890.032075:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1783135890.032084:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1869752809294592:0@lo:400:kworker.0 00000100:00100000:1.0:1783135890.032134:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135890.032158:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135890.032163:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677a5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3648:1869752809295488:0@lo:400:kworker.0 00000100:00100000:3.0:1783135890.032181:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67804b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1869752809295232:0@lo:400:kworker.0 00000100:00100000:3.0:1783135890.032207:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135890.032238:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809294720 00000100:00100000:3.0:1783135890.032248:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809294720 00000100:00100000:1.0:1783135890.032277:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135890.032305:0:23372:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809294208 00000100:00100000:1.0:1783135890.032310:0:23372:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809294208 00000100:00100000:3.0:1783135890.032313:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1783135890.032327:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809294720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135890.032340:0:23372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1783135890.032350:0:23372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677a5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1869752809294208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783135890.032402:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809294720:12345-0@lo:400:kworker.0 Request processed in 76us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135890.032409:0:23372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677a5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1869752809294208:12345-0@lo:400:kworker.0 Request processed in 59us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135890.032423:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1783135890.032453:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809295360 00000100:00100000:3.0:1783135890.032459:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809295360 00000100:00100000:2.0:1783135890.032496:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809294336:0@lo:8:kworker.0 00000100:00100000:3.0:1783135890.032498:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809295104 00000100:00100000:3.0:1783135890.032504:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809295104 00000100:00100000:3.0:1783135890.032521:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809295616 00000100:00100000:3.0:1783135890.032524:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809295616 00000100:00100000:3.0:1783135890.032540:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809294592 00000100:00100000:3.0:1783135890.032542:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809294592 00000100:00100000:3.0:1783135890.032555:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809295232 00000100:00100000:3.0:1783135890.032557:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809295232 00000100:00100000:2.0:1783135890.032562:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135890.032575:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809295488 00000100:00100000:3.0:1783135890.032578:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809295488 00000100:00100000:3.0:1783135890.032603:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1783135890.032608:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809294464:0@lo:8:kworker.0 00000100:00100000:3.0:1783135890.032613:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1869752809295360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135890.032650:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135890.032660:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1869752809295360:12345-0@lo:400:kworker.0 Request processed in 50us (734us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135890.032668:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1783135890.032676:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67804bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1869752809294976:0@lo:8:kworker.0 00000100:00100000:3.0:1783135890.032685:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1783135890.032692:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677a5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1869752809295104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135890.032707:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135890.032747:0:24141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809294848 00000100:00100000:3.0:1783135890.032748:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677a5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1869752809295104:12345-0@lo:400:kworker.0 Request processed in 55us (778us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135890.032753:0:24141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809294848 00000100:00100000:2.0:1783135890.032781:0:24141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809294336 00000100:00100000:2.0:1783135890.032784:0:24141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809294336 00000100:00100000:2.0:1783135890.032793:0:24141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809294464 00000100:00100000:2.0:1783135890.032795:0:24141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809294464 00000100:00100000:2.0:1783135890.032803:0:24141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809294976 00000100:00100000:2.0:1783135890.032805:0:24141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809294976 00000100:00100000:2.0:1783135890.032816:0:24141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1783135890.032833:0:24141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809294848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135890.032879:0:24141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809294848:12345-0@lo:400:kworker.0 Request processed in 56us (750us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135890.032885:0:24141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1783135890.032900:0:24141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1783135890.032904:0:24141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543a76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3645:x1869752809294336:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1783135890.032933:0:24141:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 793 last 0 00000020:00000080:2.0:1783135890.032968:0:24141:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf7de4ef628ee1687 00002000:00100000:2.0:1783135890.032986:0:24141:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8ac543624800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113654 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:2.0:1783135890.033000:0:24141:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:2.0:1783135890.033004:0:24141:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1783135890.033142:0:24141:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1783135890.033185:0:24141:0:(import.c:65:import_set_state_nolock()) ffff8ac543620800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1783135890.033230:0:24141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543a76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3645:x1869752809294336:12345-0@lo:8:kworker.0 Request processed in 324us (669us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135890.033237:0:24141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1783135890.033252:0:24141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1783135890.033255:0:24141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543a74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3645:x1869752809294464:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1783135890.033275:0:24141:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 793 last 0 00000020:00000080:2.0:1783135890.033301:0:24141:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf7de4ef628ee168e 00002000:00100000:2.0:1783135890.033308:0:24141:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8ac543623000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113654 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:2.0:1783135890.033311:0:24141:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:2.0:1783135890.033314:0:24141:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1783135890.033517:0:24141:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1783135890.033532:0:24141:0:(import.c:65:import_set_state_nolock()) ffff8ac543622800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1783135890.033562:0:24141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543a74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3645:x1869752809294464:12345-0@lo:8:kworker.0 Request processed in 304us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135890.033570:0:24141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1783135890.033583:0:24141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1783135890.033588:0:24141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543a75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3645:x1869752809294976:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1783135890.033605:0:24141:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 793 last 0 00000020:00000080:2.0:1783135890.033624:0:24141:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf7de4ef628ee1695 00002000:00100000:2.0:1783135890.033631:0:24141:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff8ac543625000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113654 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:2.0:1783135890.033635:0:24141:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:2.0:1783135890.033643:0:24141:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1783135890.033668:0:24141:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:2.0:1783135890.033681:0:24141:0:(import.c:65:import_set_state_nolock()) ffff8ac543620000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1783135890.033709:0:24141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543a75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3645:x1869752809294976:12345-0@lo:8:kworker.0 Request processed in 118us (1002us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135890.033715:0:24141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:2.0:1783135890.033772:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac678049c00 x1869752809294336/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1783135915 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135890.033784:0:3645:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1783135890.033794:0:3645:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1783135890.033804:0:3645:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1783135890.033811:0:3645:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1783135890.033814:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac658080000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1783135890.033838:0:3645:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1783135890.033847:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809294336:0@lo:8:kworker.0 00010000:00080000:2.0:1783135890.033875:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac678048a80 x1869752809294464/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1783135915 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135890.033883:0:3645:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1783135890.033887:0:3645:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1783135890.033892:0:3645:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1783135890.033896:0:3645:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1783135890.033898:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac5431db000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1783135890.033916:0:3645:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1783135890.033922:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1869752809294464:0@lo:8:kworker.0 00010000:00080000:2.0:1783135890.033935:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac67804bb80 x1869752809294976/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1783135915 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135890.033956:0:3645:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1783135890.033961:0:3645:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1783135890.033968:0:3645:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1783135890.033971:0:3645:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1783135890.033973:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ac64b2cd800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1783135890.033995:0:3645:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1783135890.033999:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67804bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1869752809294976:0@lo:8:kworker.0 00000004:00080000:2.0:1783135890.034075:0:22658:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x6:0x0] 00000100:00100000:2.0:1783135890.034134:0:22658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543a77b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22658:1869752809295872:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1783135890.034161:0:23375:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000100:00100000:2.0:1783135890.034171:0:22658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135890.034193:0:22658:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac649362780 going to sleep for 11 seconds 00000004:00080000:2.0:1783135890.034228:0:22660:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:2.0:1783135890.034244:0:22660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543a74e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22660:1869752809296128:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1783135890.034256:0:23375:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 793827167200ns, next at 0ns, rc = 0 00080000:00080000:0.0:1783135890.034264:0:23375:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:2.0:1783135890.034274:0:22660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135890.034291:0:22660:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac6493623c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783135890.034305:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783135890.034316:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543a77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1869752809296000:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783135890.034345:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135890.034375:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809295872 00000100:00100000:2.0:1783135890.034382:0:24140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809295872 00000100:00100000:2.0:1783135890.034410:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809296128 00000100:00100000:2.0:1783135890.034412:0:24140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809296128 00000100:00100000:2.0:1783135890.034425:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1783135890.034433:0:24140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543a74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22658:x1869752809295872:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1783135890.034682:0:24141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1783135890.034697:0:24141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543a76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22660:x1869752809296128:12345-0@lo:5:osp-pre-1-0.0 00000100:00080000:2.0:1783135890.035194:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1783135890.035201:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1783135890.035205:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783135890.035209:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783135890.035243:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1783135890.035257:0:22635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677a5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1869752809295616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135890.035331:0:22635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677a5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1869752809295616:12345-0@lo:400:kworker.0 Request processed in 78us (3284us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135890.035337:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1783135890.035362:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1783135890.035371:0:22635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677a5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1869752809294592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783135890.035440:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1783135890.035462:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1783135890.035470:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677a5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1869752809295232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783135890.035510:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677a5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1869752809295232:12345-0@lo:400:kworker.0 Request processed in 41us (3301us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135890.035517:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1783135890.035537:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1783135890.035544:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1869752809295488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783135890.035595:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1869752809295488:12345-0@lo:400:kworker.0 Request processed in 51us (3318us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135890.035601:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000004:00080000:3.0:1783135890.035632:0:22657:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1783135890.035733:0:22657:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 793828644419ns, next at 0ns, rc = 0 00080000:00080000:3.0:1783135890.035740:0:22657:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:1.0:1783135890.037324:0:23372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1783135890.037407:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809294080 00000100:00100000:1.0:1783135890.037419:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809294080 00000100:00100000:1.0:1783135890.037477:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1783135890.037488:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54306d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+22:3648:x1869752809294080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135890.037719:0:22635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677a5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1869752809294592:12345-0@lo:400:kworker.0 Request processed in 36us (3247us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135890.037731:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1783135890.038356:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54306d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+22:3648:x1869752809294080:12345-0@lo:400:kworker.0 Request processed in 868us (6338us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135890.038367:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000004:00080000:1.0:1783135890.038427:0:22659:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1783135890.038953:0:23376:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:3.0:1783135890.038991:0:23376:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677a5df80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23376:1869752809296384:0@lo:7:osp-pre-1-1.0 00000004:00080000:1.0:1783135890.039005:0:22659:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 793831916292ns, next at 0ns, rc = 0 00080000:00080000:1.0:1783135890.039016:0:22659:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:1.0:1783135890.039057:0:24142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809296000 00000100:00100000:1.0:1783135890.039065:0:24142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809296000 00000100:00100000:1.0:1783135890.039135:0:24142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1783135890.039145:0:24142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67804bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3649:x1869752809296000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783135890.039169:0:24142:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915874304 avail 3684352000 00000100:00100000:1.0:1783135890.039303:0:24142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67804bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3649:x1869752809296000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 158us (4956us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135890.039311:0:24142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1783135890.039384:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac678048e00 x1869752809294592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135906 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135890.039425:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1869752809294592:0@lo:400:kworker.0 00010000:00080000:1.0:1783135890.039445:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac67804b100 x1869752809295232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135906 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135890.039455:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67804b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1869752809295232:0@lo:400:kworker.0 00000100:00100000:1.0:1783135890.039471:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67804a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1869752809294208:0@lo:400:kworker.0 00010000:00080000:1.0:1783135890.039485:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac678049880 x1869752809295104/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135906 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135890.039494:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1869752809295104:0@lo:400:kworker.0 00010000:00080000:1.0:1783135890.039516:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac677a5e300 x1869752809295616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135906 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135890.039524:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677a5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1869752809295616:0@lo:400:kworker.0 00000100:00100000:3.0:1783135890.040339:0:23376:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135890.040376:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783135890.040385:0:23376:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac544854a80 going to sleep for 11 seconds 00000100:00100000:1.0:1783135890.040393:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543a75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1869752809295744:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783135890.040431:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135890.040467:0:24142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809295744 00000100:00100000:1.0:1783135890.040473:0:24142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809295744 00000100:00100000:1.0:1783135890.040510:0:24142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1783135890.040518:0:24142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3646:x1869752809295744:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783135890.041359:0:24142:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1783135890.041426:0:24142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3646:x1869752809295744:12345-0@lo:13:osp-pre-0-0.0 Request processed in 907us (993us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135890.041435:0:24142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1783135890.041497:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac543a75880 x1869752809295744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783135906 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135890.041521:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543a75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1869752809295744:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783135890.042468:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:98df5a8b-208b-49ce-84cd-0105b203fdc7:3648:1869752809294080:0@lo:400:kworker.0 00010000:00080000:1.0:1783135890.042489:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac67804ad80 x1869752809294848/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783135906 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135890.042500:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67804ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809294848:0@lo:400:kworker.0 00010000:00080000:1.0:1783135890.042514:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac677a5c700 x1869752809295488/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135906 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135890.042522:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677a5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3648:1869752809295488:0@lo:400:kworker.0 00000100:00100000:3.0:1783135890.042682:0:24618:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00010000:00080000:1.0:1783135890.042688:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac678048380 x1869752809295360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135906 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783135890.042698:0:24618:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000100:00100000:1.0:1783135890.042703:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1869752809295360:0@lo:400:kworker.0 00000100:00100000:1.0:1783135890.042720:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67804b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809294720:0@lo:400:kworker.0 00000100:00100000:1.0:1783135890.042749:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783135890.042761:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677a5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809296256:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783135890.042822:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135890.042970:0:24142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809296256 00000100:00100000:1.0:1783135890.042978:0:24142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809296256 00000100:00100000:1.0:1783135890.043058:0:24142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1783135890.043068:0:24142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3648:x1869752809296256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1783135890.043111:0:24142:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915874304 avail 3684352000 00000100:00100000:1.0:1783135890.043153:0:24142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3648:x1869752809296256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135890.043168:0:24142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000004:00080000:0.0:1783135890.043805:0:23364:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00010000:00080000:3.0:1783135890.044655:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac543a77480 x1869752809296000/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783135906 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783135890.044688:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543a77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1869752809296000:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783135890.044746:0:24618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809296384 00000100:00100000:3.0:1783135890.044753:0:24618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809296384 00000100:00080000:1.0:1783135890.044821:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:1.0:1783135890.044867:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac677a5ed80 x1869752809296256/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783135906 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135890.044886:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677a5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809296256:0@lo:13:osp-pre-1-1.0 00002000:00080000:1.0:1783135890.044956:0:24140:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:1.0:1783135890.044966:0:24140:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:1.0:1783135890.044973:0:24140:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:7 to 0x280000401:65) 00000100:00100000:3.0:1783135890.047708:0:25012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1783135890.047731:0:25012:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677a5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23376:x1869752809296384:12345-0@lo:7:osp-pre-1-1.0 00000004:00080000:3.0:1783135890.049616:0:22613:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000004:00080000:3.0:1783135890.049660:0:22613:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00080000:3.0:1783135890.052710:0:24141:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:3.0:1783135890.052729:0:24141:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:3.0:1783135890.052738:0:24141:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00002000:00080000:2.0:1783135890.067290:0:25012:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:2.0:1783135890.067305:0:25012:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1783135890.067443:0:25012:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677a5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23376:x1869752809296384:12345-0@lo:7:osp-pre-1-1.0 Request processed in 19713us (27102us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135890.067457:0:25012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00080000:1.0:1783135890.068747:0:23376:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac677a5df80 x1869752809296384/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1783135906 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135890.068772:0:23376:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677a5df80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23376:1869752809296384:0@lo:7:osp-pre-1-1.0 00000004:00080000:1.0:1783135890.068791:0:23376:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1783135890.068850:0:23376:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23376:1869752809296512:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1783135890.068933:0:23376:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135890.068986:0:23376:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac543133e40 going to sleep for 11 seconds 00000100:00100000:0.0:1783135890.069437:0:24618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809296512 00000100:00100000:0.0:1783135890.069448:0:24618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809296512 00000100:00100000:0.0:1783135890.069513:0:24618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1783135890.069525:0:24618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23376:x1869752809296512:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1783135890.069568:0:24618:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:0.0:1783135890.069627:0:24618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23376:x1869752809296512:12345-0@lo:5:osp-pre-1-1.0 Request processed in 104us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135890.069634:0:24618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00080000:1.0:1783135890.070226:0:23376:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac54379e680 x1869752809296512/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1783135906 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135890.070240:0:23376:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23376:1869752809296512:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1783135890.070254:0:23376:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1783135890.070299:0:23376:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23376:1869752809296640:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1783135890.070333:0:23376:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135890.070360:0:23376:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac543133e40 going to sleep for 11 seconds 00000100:00100000:1.0:1783135890.070381:0:25012:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809296640 00000100:00100000:1.0:1783135890.070394:0:25012:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809296640 00000100:00100000:1.0:1783135890.070426:0:25012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1783135890.070434:0:25012:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23376:x1869752809296640:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1783135890.070473:0:25012:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00010000:0.0:1783135890.070950:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783135890.070969:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c8c98c39/0xf7de4ef628ee169c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.070998:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=793s v=(0 0) 00010000:00010000:0.0:1783135890.071003:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783135890.071011:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c8c98c39/0xf7de4ef628ee169c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.071033:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c8c98c39/0xf7de4ef628ee169c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.071046:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c8c98c39/0xf7de4ef628ee169c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.071055:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c8c98c39/0xf7de4ef628ee169c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.071078:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783135890.071109:0:22622:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783135890.071117:0:22622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c8c98c39/0xf7de4ef628ee169c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.071125:0:22622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64bc00 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:0.0:1783135890.071131:0:22622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c8c98c39/0xf7de4ef628ee169c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.071141:0:22622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c8c98c39/0xf7de4ef628ee169c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.071170:0:22622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c8c98c39/0xf7de4ef628ee169c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.071179:0:22622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c8c98c39/0xf7de4ef628ee169c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.071198:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.071201:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.071203:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783135890.072066:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783135890.072077:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee0e1933/0xf7de4ef628ee16a3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.072111:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=793s v=(0 0) 00010000:00010000:0.0:1783135890.072116:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783135890.072123:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee0e1933/0xf7de4ef628ee16a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.072137:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee0e1933/0xf7de4ef628ee16a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.072148:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee0e1933/0xf7de4ef628ee16a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.072155:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ee0e1933/0xf7de4ef628ee16a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.072638:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783135890.072853:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783135890.072872:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ee0e1933/0xf7de4ef628ee16a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.072881:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64a400 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:2.0:1783135890.072887:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee0e1933/0xf7de4ef628ee16a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.072908:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee0e1933/0xf7de4ef628ee16a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.072929:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ee0e1933/0xf7de4ef628ee16a3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.072936:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee0e1933/0xf7de4ef628ee16a3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.072960:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135890.072962:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135890.072963:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783135890.081139:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783135890.081161:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000073553c77/0xf7de4ef628ee16aa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.081195:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=793s v=(0 0) 00010000:00010000:0.0:1783135890.081200:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783135890.081207:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073553c77/0xf7de4ef628ee16aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.081227:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000073553c77/0xf7de4ef628ee16aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.081239:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000073553c77/0xf7de4ef628ee16aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.081248:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000073553c77/0xf7de4ef628ee16aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.081273:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1783135890.082000:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783135890.082009:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8efc62a/0xf7de4ef628ee16b1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.082022:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=793s v=(0 0) 00010000:00010000:0.0:1783135890.082036:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783135890.082042:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8efc62a/0xf7de4ef628ee16b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.082055:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8efc62a/0xf7de4ef628ee16b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.082064:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8efc62a/0xf7de4ef628ee16b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.082073:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b8efc62a/0xf7de4ef628ee16b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.082115:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1783135890.082141:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783135890.082158:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000073553c77/0xf7de4ef628ee16aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.082169:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64ae00 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:3.0:1783135890.082175:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000073553c77/0xf7de4ef628ee16aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.082187:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000073553c77/0xf7de4ef628ee16aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.082213:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000073553c77/0xf7de4ef628ee16aa lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.082221:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073553c77/0xf7de4ef628ee16aa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.082244:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783135890.082248:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b8efc62a/0xf7de4ef628ee16b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.082254:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64a800 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:3.0:1783135890.082257:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8efc62a/0xf7de4ef628ee16b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.082264:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8efc62a/0xf7de4ef628ee16b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.082286:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b8efc62a/0xf7de4ef628ee16b1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.082294:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8efc62a/0xf7de4ef628ee16b1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.082307:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135890.082310:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135890.082312:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783135890.082728:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783135890.082737:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000006154980/0xf7de4ef628ee16b8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.082751:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=793s v=(0 0) 00010000:00010000:0.0:1783135890.082754:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783135890.082759:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006154980/0xf7de4ef628ee16b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.082770:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000006154980/0xf7de4ef628ee16b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.082781:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000006154980/0xf7de4ef628ee16b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783135890.082785:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783135890.082796:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be6ebcd3/0xf7de4ef628ee16bf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.082800:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000006154980/0xf7de4ef628ee16b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.082812:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=793s v=(0 0) 00010000:00010000:3.0:1783135890.082818:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783135890.082822:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be6ebcd3/0xf7de4ef628ee16bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.082828:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783135890.082845:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be6ebcd3/0xf7de4ef628ee16bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.082854:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be6ebcd3/0xf7de4ef628ee16bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.082872:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000be6ebcd3/0xf7de4ef628ee16bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.082895:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783135890.082900:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000006154980/0xf7de4ef628ee16b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.082908:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64b200 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:3.0:1783135890.082912:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000006154980/0xf7de4ef628ee16b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.082920:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000006154980/0xf7de4ef628ee16b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.082933:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000006154980/0xf7de4ef628ee16b8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.082941:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000006154980/0xf7de4ef628ee16b8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.082958:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135890.082960:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135890.082962:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135890.082981:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783135890.084656:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00010000:3.0:1783135890.084661:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783135890.084675:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004eb270fa/0xf7de4ef628ee16c6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.084676:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000be6ebcd3/0xf7de4ef628ee16bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.084702:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c526e00 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:3.0:1783135890.084708:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=793s v=(0 0) 00010000:00010000:0.0:1783135890.084709:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000be6ebcd3/0xf7de4ef628ee16bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.084722:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000be6ebcd3/0xf7de4ef628ee16bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.084729:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783135890.084741:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004eb270fa/0xf7de4ef628ee16c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.084754:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000be6ebcd3/0xf7de4ef628ee16bf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.084757:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004eb270fa/0xf7de4ef628ee16c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.084770:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be6ebcd3/0xf7de4ef628ee16bf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.084794:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135890.084796:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004eb270fa/0xf7de4ef628ee16c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.084797:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.084800:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135890.084809:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004eb270fa/0xf7de4ef628ee16c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.084835:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1783135890.085537:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783135890.085557:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f2a39fc/0xf7de4ef628ee16cd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.085570:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=793s v=(0 0) 00010000:00010000:3.0:1783135890.085574:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783135890.085579:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f2a39fc/0xf7de4ef628ee16cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.085590:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f2a39fc/0xf7de4ef628ee16cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.085600:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f2a39fc/0xf7de4ef628ee16cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.085617:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005f2a39fc/0xf7de4ef628ee16cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.085626:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1783135890.086028:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783135890.086046:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a79fd7b1/0xf7de4ef628ee16d4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.086058:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=793s v=(0 0) 00010000:00010000:3.0:1783135890.086062:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783135890.086066:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a79fd7b1/0xf7de4ef628ee16d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.086076:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a79fd7b1/0xf7de4ef628ee16d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.086084:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a79fd7b1/0xf7de4ef628ee16d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.086110:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a79fd7b1/0xf7de4ef628ee16d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.086120:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1783135890.087194:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783135890.087206:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aecd40d2/0xf7de4ef628ee16db lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.087231:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=793s v=(0 0) 00010000:00010000:3.0:1783135890.087235:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783135890.087242:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aecd40d2/0xf7de4ef628ee16db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.087255:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aecd40d2/0xf7de4ef628ee16db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.087263:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aecd40d2/0xf7de4ef628ee16db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.087270:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aecd40d2/0xf7de4ef628ee16db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.087279:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1783135890.087964:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1783135890.087987:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004eb270fa/0xf7de4ef628ee16c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.088001:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c526600 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:0.0:1783135890.088007:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004eb270fa/0xf7de4ef628ee16c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.088018:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004eb270fa/0xf7de4ef628ee16c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.088045:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004eb270fa/0xf7de4ef628ee16c6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.088053:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004eb270fa/0xf7de4ef628ee16c6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.088081:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1783135890.088100:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005f2a39fc/0xf7de4ef628ee16cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.088108:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c527c00 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:0.0:1783135890.088112:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005f2a39fc/0xf7de4ef628ee16cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.088120:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005f2a39fc/0xf7de4ef628ee16cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.088144:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005f2a39fc/0xf7de4ef628ee16cd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.088153:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f2a39fc/0xf7de4ef628ee16cd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.088167:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783135890.088182:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a79fd7b1/0xf7de4ef628ee16d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.088191:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c527800 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:0.0:1783135890.088195:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a79fd7b1/0xf7de4ef628ee16d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.088203:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a79fd7b1/0xf7de4ef628ee16d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.088212:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a79fd7b1/0xf7de4ef628ee16d4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.088219:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a79fd7b1/0xf7de4ef628ee16d4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.088231:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783135890.088235:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aecd40d2/0xf7de4ef628ee16db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.088249:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c527400 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:0.0:1783135890.088252:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aecd40d2/0xf7de4ef628ee16db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.088261:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aecd40d2/0xf7de4ef628ee16db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.088272:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aecd40d2/0xf7de4ef628ee16db lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.088280:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aecd40d2/0xf7de4ef628ee16db lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.088293:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.088295:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.088296:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783135890.089328:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783135890.089343:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000130e0b6d/0xf7de4ef628ee16e2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.089359:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=793s v=(0 0) 00010000:00010000:3.0:1783135890.089364:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783135890.089370:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000130e0b6d/0xf7de4ef628ee16e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.089385:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000130e0b6d/0xf7de4ef628ee16e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.089408:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000130e0b6d/0xf7de4ef628ee16e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.089416:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000130e0b6d/0xf7de4ef628ee16e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.089433:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1783135890.090353:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783135890.090366:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e657de4/0xf7de4ef628ee16e9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.090386:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=793s v=(0 0) 00010000:00010000:3.0:1783135890.090390:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783135890.090396:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e657de4/0xf7de4ef628ee16e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.090409:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e657de4/0xf7de4ef628ee16e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.090419:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e657de4/0xf7de4ef628ee16e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.090426:0:22622:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783135890.090428:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003e657de4/0xf7de4ef628ee16e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.090440:0:22622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000130e0b6d/0xf7de4ef628ee16e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.090466:0:22622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c526200 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:3.0:1783135890.090468:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783135890.090473:0:22622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000130e0b6d/0xf7de4ef628ee16e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.090488:0:22622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000130e0b6d/0xf7de4ef628ee16e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.090517:0:22622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000130e0b6d/0xf7de4ef628ee16e2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.090538:0:22622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000130e0b6d/0xf7de4ef628ee16e2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.090565:0:22622:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783135890.090569:0:22622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003e657de4/0xf7de4ef628ee16e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.090576:0:22622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c526800 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:2.0:1783135890.090579:0:22622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003e657de4/0xf7de4ef628ee16e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.090587:0:22622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003e657de4/0xf7de4ef628ee16e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.090597:0:22622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003e657de4/0xf7de4ef628ee16e9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.090604:0:22622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e657de4/0xf7de4ef628ee16e9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.090617:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135890.090619:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135890.090620:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.090869:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783135890.091286:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783135890.091293:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a559f746/0xf7de4ef628ee16f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.091307:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=793s v=(0 0) 00010000:00010000:3.0:1783135890.091311:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783135890.091317:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a559f746/0xf7de4ef628ee16f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.091329:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a559f746/0xf7de4ef628ee16f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.091337:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a559f746/0xf7de4ef628ee16f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.091346:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a559f746/0xf7de4ef628ee16f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.091365:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1783135890.092259:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783135890.092269:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003851015b/0xf7de4ef628ee16f7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.092285:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=793s v=(0 0) 00010000:00010000:3.0:1783135890.092296:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783135890.092302:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003851015b/0xf7de4ef628ee16f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.092316:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003851015b/0xf7de4ef628ee16f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.092326:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003851015b/0xf7de4ef628ee16f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.092335:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003851015b/0xf7de4ef628ee16f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.092353:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1783135890.092370:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783135890.092380:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a559f746/0xf7de4ef628ee16f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.092391:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c526c00 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:0.0:1783135890.092397:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a559f746/0xf7de4ef628ee16f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.092419:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a559f746/0xf7de4ef628ee16f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.092437:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a559f746/0xf7de4ef628ee16f0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.092445:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a559f746/0xf7de4ef628ee16f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.092466:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783135890.092470:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003851015b/0xf7de4ef628ee16f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.092477:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e20f200 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:0.0:1783135890.092480:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003851015b/0xf7de4ef628ee16f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.092487:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003851015b/0xf7de4ef628ee16f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.092497:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003851015b/0xf7de4ef628ee16f7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.092504:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003851015b/0xf7de4ef628ee16f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.092528:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.092530:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.092532:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135890.093077:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783135890.095269:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783135890.095284:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e2c26e90/0xf7de4ef628ee16fe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.095308:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=793s v=(0 0) 00010000:00010000:3.0:1783135890.095314:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783135890.095322:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2c26e90/0xf7de4ef628ee16fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.095340:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2c26e90/0xf7de4ef628ee16fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.095352:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e2c26e90/0xf7de4ef628ee16fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.095369:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e2c26e90/0xf7de4ef628ee16fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.095403:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783135890.096475:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783135890.096491:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e2c26e90/0xf7de4ef628ee16fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.096513:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e20ec00 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:2.0:1783135890.096520:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2c26e90/0xf7de4ef628ee16fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.097275:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2c26e90/0xf7de4ef628ee16fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.097312:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e2c26e90/0xf7de4ef628ee16fe lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.097321:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2c26e90/0xf7de4ef628ee16fe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.097345:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135890.097347:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135890.097350:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783135890.097712:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783135890.097722:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf093f1c/0xf7de4ef628ee1705 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.097738:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=793s v=(0 0) 00010000:00010000:3.0:1783135890.097743:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783135890.097751:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf093f1c/0xf7de4ef628ee1705 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.098240:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf093f1c/0xf7de4ef628ee1705 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.098256:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf093f1c/0xf7de4ef628ee1705 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.098266:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cf093f1c/0xf7de4ef628ee1705 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.098289:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1783135890.098526:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783135890.098534:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ace2e5c8/0xf7de4ef628ee170c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.098566:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=793s v=(0 0) 00010000:00010000:3.0:1783135890.098570:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783135890.098575:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ace2e5c8/0xf7de4ef628ee170c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.098730:0:22622:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783135890.098740:0:22622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cf093f1c/0xf7de4ef628ee1705 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.098750:0:22622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e20f600 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:2.0:1783135890.098754:0:22622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf093f1c/0xf7de4ef628ee1705 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.098764:0:22622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf093f1c/0xf7de4ef628ee1705 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.098791:0:22622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cf093f1c/0xf7de4ef628ee1705 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.098800:0:22622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf093f1c/0xf7de4ef628ee1705 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.098820:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135890.098822:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135890.098824:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135890.100209:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ace2e5c8/0xf7de4ef628ee170c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.100223:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ace2e5c8/0xf7de4ef628ee170c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.100232:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ace2e5c8/0xf7de4ef628ee170c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783135890.102461:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783135890.102480:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c4484925/0xf7de4ef628ee1713 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.102502:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=793s v=(0 0) 00010000:00010000:2.0:1783135890.102507:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783135890.102515:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c4484925/0xf7de4ef628ee1713 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.102532:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c4484925/0xf7de4ef628ee1713 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.102544:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c4484925/0xf7de4ef628ee1713 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.102551:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c4484925/0xf7de4ef628ee1713 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.102587:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783135890.102887:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1783135890.102903:0:22622:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783135890.102910:0:22622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c4484925/0xf7de4ef628ee1713 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.102919:0:22622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac6413e9200 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:2.0:1783135890.102925:0:22622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c4484925/0xf7de4ef628ee1713 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.102937:0:22622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c4484925/0xf7de4ef628ee1713 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.102957:0:22622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c4484925/0xf7de4ef628ee1713 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.102964:0:22622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c4484925/0xf7de4ef628ee1713 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.102996:0:22622:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783135890.103000:0:22622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ace2e5c8/0xf7de4ef628ee170c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.103007:0:22622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e20f000 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:2.0:1783135890.103011:0:22622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ace2e5c8/0xf7de4ef628ee170c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.103026:0:22622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ace2e5c8/0xf7de4ef628ee170c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.103040:0:22622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ace2e5c8/0xf7de4ef628ee170c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.103047:0:22622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ace2e5c8/0xf7de4ef628ee170c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.103065:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135890.103067:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135890.103069:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783135890.104993:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783135890.105006:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000005a04a8d/0xf7de4ef628ee171a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.105029:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=793s v=(0 0) 00010000:00010000:2.0:1783135890.105035:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783135890.105043:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005a04a8d/0xf7de4ef628ee171a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.105059:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000005a04a8d/0xf7de4ef628ee171a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.105070:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000005a04a8d/0xf7de4ef628ee171a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.105111:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000005a04a8d/0xf7de4ef628ee171a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.105131:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783135890.105167:0:22622:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783135890.105174:0:22622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000005a04a8d/0xf7de4ef628ee171a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.105183:0:22622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac6413e9e00 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:2.0:1783135890.105189:0:22622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000005a04a8d/0xf7de4ef628ee171a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.105199:0:22622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000005a04a8d/0xf7de4ef628ee171a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.105221:0:22622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000005a04a8d/0xf7de4ef628ee171a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.105229:0:22622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005a04a8d/0xf7de4ef628ee171a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.105253:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135890.105256:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135890.105258:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783135890.105319:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783135890.105335:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009216cd3f/0xf7de4ef628ee1721 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.105343:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=793s v=(0 0) 00010000:00010000:2.0:1783135890.105346:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783135890.105350:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009216cd3f/0xf7de4ef628ee1721 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.105361:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009216cd3f/0xf7de4ef628ee1721 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.105369:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009216cd3f/0xf7de4ef628ee1721 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.105377:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009216cd3f/0xf7de4ef628ee1721 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.105390:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783135890.105398:0:22622:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783135890.105402:0:22622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009216cd3f/0xf7de4ef628ee1721 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.105408:0:22622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac6413e8e00 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:2.0:1783135890.105411:0:22622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009216cd3f/0xf7de4ef628ee1721 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.105418:0:22622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009216cd3f/0xf7de4ef628ee1721 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.105436:0:22622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009216cd3f/0xf7de4ef628ee1721 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.105444:0:22622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009216cd3f/0xf7de4ef628ee1721 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.105459:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135890.105461:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135890.105463:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135890.105752:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783135890.111922:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783135890.111945:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee1728 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.111968:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=793s v=(0 0) 00010000:00010000:2.0:1783135890.111974:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783135890.111983:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee1728 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.112001:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee1728 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.112014:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee1728 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.112022:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee1728 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.112069:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783135890.112160:0:22622:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783135890.112169:0:22622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee1728 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783135890.112692:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783135890.112700:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8c98c39/0xf7de4ef628ee172f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.112712:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=793s v=(0 0) 00010000:00010000:0.0:1783135890.112715:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783135890.112720:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8c98c39/0xf7de4ef628ee172f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.112731:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8c98c39/0xf7de4ef628ee172f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.112740:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8c98c39/0xf7de4ef628ee172f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.112748:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c8c98c39/0xf7de4ef628ee172f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.112766:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783135890.113050:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783135890.113278:0:22622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac6413e9800 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:2.0:1783135890.113286:0:22622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee1728 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.113299:0:22622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee1728 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.113323:0:22622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee1728 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.113332:0:22622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee1728 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.113366:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135890.113369:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135890.113371:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.114742:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.114749:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.114752:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135890.115564:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c8c98c39/0xf7de4ef628ee172f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.115586:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64bc00 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:3.0:1783135890.115593:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8c98c39/0xf7de4ef628ee172f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.115607:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8c98c39/0xf7de4ef628ee172f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.115651:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c8c98c39/0xf7de4ef628ee172f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.115659:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8c98c39/0xf7de4ef628ee172f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.115685:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135890.115687:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135890.115689:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1783135890.116765:0:24954:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:3.0:1783135890.116801:0:24954:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1783135890.116808:0:24954:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1783135890.117126:0:25012:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:23376:x1869752809296640:12345-0@lo:5:osp-pre-1-1.0 Request processed in 46654us (46753us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1783135890.117142:0:25012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00002000:00010000:0.0:1783135890.117342:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783135890.117364:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f1505f4c/0xf7de4ef628ee1736 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.117385:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=793s v=(0 0) 00010000:00010000:0.0:1783135890.117392:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783135890.117401:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1505f4c/0xf7de4ef628ee1736 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.117419:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1505f4c/0xf7de4ef628ee1736 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.117432:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f1505f4c/0xf7de4ef628ee1736 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135890.117437:0:23376:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00010000:00010000:0.0:1783135890.117441:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f1505f4c/0xf7de4ef628ee1736 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135890.117451:0:23376:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23376:1869752809296640:0@lo:5:osp-pre-1-1.0 00010000:00010000:0.0:1783135890.117476:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1783135890.117477:0:23376:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:3.0:1783135890.117559:0:23376:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677a5fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23376:1869752809296768:0@lo:900:osp-pre-1-1.0 00000100:00100000:3.0:1783135890.117623:0:23376:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135890.117657:0:23376:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac544854180 going to sleep for 11 seconds 00000100:00100000:3.0:1783135890.117687:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809296768 00000100:00100000:3.0:1783135890.117694:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809296768 00000100:00100000:3.0:1783135890.117758:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1783135890.117768:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677a5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23376:x1869752809296768:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:3.0:1783135890.117828:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677a5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23376:x1869752809296768:12345-0@lo:900:osp-pre-1-1.0 Request processed in 62us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135890.117845:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:1.0:1783135890.117962:0:22622:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783135890.117976:0:22622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f1505f4c/0xf7de4ef628ee1736 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.117987:0:22622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64be00 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:1.0:1783135890.117992:0:22622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1505f4c/0xf7de4ef628ee1736 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.118002:0:22622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1505f4c/0xf7de4ef628ee1736 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.118024:0:22622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f1505f4c/0xf7de4ef628ee1736 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.118032:0:22622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1505f4c/0xf7de4ef628ee1736 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.118056:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135890.118058:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135890.118059:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783135890.119937:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783135890.119962:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000055674f78/0xf7de4ef628ee173d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.119990:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=793s v=(0 0) 00010000:00010000:3.0:1783135890.119995:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783135890.120002:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000055674f78/0xf7de4ef628ee173d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.120018:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000055674f78/0xf7de4ef628ee173d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.120029:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000055674f78/0xf7de4ef628ee173d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.120037:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000055674f78/0xf7de4ef628ee173d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.120067:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783135890.120425:0:25019:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783135890.120434:0:25019:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000055674f78/0xf7de4ef628ee173d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.120444:0:25019:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e20e200 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:1.0:1783135890.120450:0:25019:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000055674f78/0xf7de4ef628ee173d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.120461:0:25019:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000055674f78/0xf7de4ef628ee173d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.120485:0:25019:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000055674f78/0xf7de4ef628ee173d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.120493:0:25019:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000055674f78/0xf7de4ef628ee173d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.120516:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135890.120518:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135890.120519:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783135890.121297:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783135890.121308:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000280be57c/0xf7de4ef628ee1744 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.121323:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=793s v=(0 0) 00010000:00010000:3.0:1783135890.121327:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783135890.121341:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000280be57c/0xf7de4ef628ee1744 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.121357:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000280be57c/0xf7de4ef628ee1744 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00080000:0.0:1783135890.121364:0:23376:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac677a5fb80 x1869752809296768/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1783135906 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1783135890.121368:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000280be57c/0xf7de4ef628ee1744 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.121388:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000280be57c/0xf7de4ef628ee1744 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135890.121396:0:23376:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677a5fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23376:1869752809296768:0@lo:900:osp-pre-1-1.0 00010000:00010000:3.0:1783135890.121409:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783135890.121423:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783135890.121430:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000280be57c/0xf7de4ef628ee1744 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.121438:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e20e800 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:3.0:1783135890.121443:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000280be57c/0xf7de4ef628ee1744 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.121452:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000280be57c/0xf7de4ef628ee1744 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.121464:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000280be57c/0xf7de4ef628ee1744 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.121482:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000280be57c/0xf7de4ef628ee1744 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.121499:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135890.121500:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135890.121502:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1783135890.121794:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783135890.121802:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f513deab/0xf7de4ef628ee174b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.121812:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=793s v=(0 0) 00010000:00010000:1.0:1783135890.121815:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783135890.121821:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f513deab/0xf7de4ef628ee174b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.121844:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f513deab/0xf7de4ef628ee174b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.121853:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f513deab/0xf7de4ef628ee174b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.121872:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f513deab/0xf7de4ef628ee174b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.121901:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783135890.121996:0:22622:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783135890.122004:0:22622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f513deab/0xf7de4ef628ee174b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.122013:0:22622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67f909000 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:0.0:1783135890.122025:0:22622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f513deab/0xf7de4ef628ee174b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.122044:0:22622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f513deab/0xf7de4ef628ee174b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.122058:0:22622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f513deab/0xf7de4ef628ee174b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.122066:0:22622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f513deab/0xf7de4ef628ee174b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.122084:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.122113:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.122115:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1783135890.122691:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783135890.122712:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f2496c7/0xf7de4ef628ee1752 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.122726:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=793s v=(0 0) 00010000:00010000:1.0:1783135890.122730:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783135890.122735:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f2496c7/0xf7de4ef628ee1752 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.122747:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f2496c7/0xf7de4ef628ee1752 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.122756:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f2496c7/0xf7de4ef628ee1752 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.122777:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002f2496c7/0xf7de4ef628ee1752 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.122808:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1783135890.123395:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783135890.123404:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000117c709d/0xf7de4ef628ee1759 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.123416:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=793s v=(0 0) 00010000:00010000:1.0:1783135890.123420:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783135890.123424:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000117c709d/0xf7de4ef628ee1759 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.123436:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000117c709d/0xf7de4ef628ee1759 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.123444:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000117c709d/0xf7de4ef628ee1759 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.123450:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000117c709d/0xf7de4ef628ee1759 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.123471:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1783135890.123483:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783135890.123489:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002f2496c7/0xf7de4ef628ee1752 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.123506:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67f908800 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:1.0:1783135890.123510:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002f2496c7/0xf7de4ef628ee1752 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.123519:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002f2496c7/0xf7de4ef628ee1752 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.123538:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002f2496c7/0xf7de4ef628ee1752 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.123546:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f2496c7/0xf7de4ef628ee1752 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.123564:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783135890.123568:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000117c709d/0xf7de4ef628ee1759 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.123574:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67f909600 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:1.0:1783135890.123577:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000117c709d/0xf7de4ef628ee1759 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.123584:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000117c709d/0xf7de4ef628ee1759 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.123593:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000117c709d/0xf7de4ef628ee1759 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.123608:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000117c709d/0xf7de4ef628ee1759 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.123621:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135890.123622:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135890.123624:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.124178:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1783135890.124618:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783135890.124628:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa4e4181/0xf7de4ef628ee1760 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.124643:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=793s v=(0 0) 00010000:00010000:1.0:1783135890.124647:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783135890.124653:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa4e4181/0xf7de4ef628ee1760 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.124665:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fa4e4181/0xf7de4ef628ee1760 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.124673:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa4e4181/0xf7de4ef628ee1760 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.124682:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fa4e4181/0xf7de4ef628ee1760 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.125597:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1783135890.125928:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783135890.125939:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009216cd3f/0xf7de4ef628ee1767 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.125958:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=793s v=(0 0) 00010000:00010000:2.0:1783135890.125969:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783135890.125975:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009216cd3f/0xf7de4ef628ee1767 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.125990:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009216cd3f/0xf7de4ef628ee1767 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.125999:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009216cd3f/0xf7de4ef628ee1767 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.126008:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009216cd3f/0xf7de4ef628ee1767 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.128312:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1783135890.128340:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783135890.128355:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fa4e4181/0xf7de4ef628ee1760 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.128371:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67f908c00 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:3.0:1783135890.128378:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa4e4181/0xf7de4ef628ee1760 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.128390:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa4e4181/0xf7de4ef628ee1760 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.128416:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fa4e4181/0xf7de4ef628ee1760 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.128424:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa4e4181/0xf7de4ef628ee1760 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.128456:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783135890.128462:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009216cd3f/0xf7de4ef628ee1767 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.128491:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac6413e8e00 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:3.0:1783135890.128495:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009216cd3f/0xf7de4ef628ee1767 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.128504:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009216cd3f/0xf7de4ef628ee1767 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.128517:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009216cd3f/0xf7de4ef628ee1767 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.128526:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009216cd3f/0xf7de4ef628ee1767 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.128564:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135890.128566:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135890.128568:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783135890.128997:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783135890.129007:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000005a04a8d/0xf7de4ef628ee176e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.129022:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=793s v=(0 0) 00010000:00010000:2.0:1783135890.129027:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783135890.129034:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005a04a8d/0xf7de4ef628ee176e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.129048:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000005a04a8d/0xf7de4ef628ee176e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.129058:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000005a04a8d/0xf7de4ef628ee176e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.129073:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000005a04a8d/0xf7de4ef628ee176e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.129113:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1783135890.133395:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783135890.133414:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c4484925/0xf7de4ef628ee1775 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.133437:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=793s v=(0 0) 00010000:00010000:2.0:1783135890.133443:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783135890.133450:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4484925/0xf7de4ef628ee1775 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.133468:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c4484925/0xf7de4ef628ee1775 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.133480:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c4484925/0xf7de4ef628ee1775 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.133489:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c4484925/0xf7de4ef628ee1775 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.133505:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1783135890.134212:0:22622:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783135890.134225:0:22622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000005a04a8d/0xf7de4ef628ee176e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.134238:0:22622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac6413e9e00 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:0.0:1783135890.134244:0:22622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000005a04a8d/0xf7de4ef628ee176e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.134257:0:22622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000005a04a8d/0xf7de4ef628ee176e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.134285:0:22622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000005a04a8d/0xf7de4ef628ee176e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.134302:0:22622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005a04a8d/0xf7de4ef628ee176e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.134375:0:25019:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783135890.134381:0:25019:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c4484925/0xf7de4ef628ee1775 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.134390:0:25019:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac6413e9200 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:0.0:1783135890.134393:0:25019:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c4484925/0xf7de4ef628ee1775 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.134403:0:25019:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c4484925/0xf7de4ef628ee1775 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.134415:0:25019:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c4484925/0xf7de4ef628ee1775 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.134423:0:25019:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c4484925/0xf7de4ef628ee1775 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.134438:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.134440:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.134442:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783135890.135875:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783135890.135905:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000281dba31/0xf7de4ef628ee177c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.135936:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=793s v=(0 0) 00002000:00010000:2.0:1783135890.136492:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783135890.136502:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ee7c60b/0xf7de4ef628ee1783 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.136520:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=793s v=(0 0) 00010000:00010000:2.0:1783135890.136525:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783135890.136533:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ee7c60b/0xf7de4ef628ee1783 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.136550:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009ee7c60b/0xf7de4ef628ee1783 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.136562:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ee7c60b/0xf7de4ef628ee1783 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.136572:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009ee7c60b/0xf7de4ef628ee1783 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.136603:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783135890.136620:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783135890.136627:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009ee7c60b/0xf7de4ef628ee1783 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.136637:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac6413e9c00 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:2.0:1783135890.136642:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009ee7c60b/0xf7de4ef628ee1783 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.136652:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009ee7c60b/0xf7de4ef628ee1783 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.136685:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009ee7c60b/0xf7de4ef628ee1783 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.136694:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ee7c60b/0xf7de4ef628ee1783 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.136716:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135890.136718:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135890.136720:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.136907:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783135890.136913:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000281dba31/0xf7de4ef628ee177c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.136926:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000281dba31/0xf7de4ef628ee177c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.136935:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000281dba31/0xf7de4ef628ee177c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.136953:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000281dba31/0xf7de4ef628ee177c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.136969:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783135890.137264:0:25019:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783135890.137270:0:25019:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000281dba31/0xf7de4ef628ee177c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.137278:0:25019:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64a200 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:0.0:1783135890.137282:0:25019:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000281dba31/0xf7de4ef628ee177c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.137290:0:25019:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000281dba31/0xf7de4ef628ee177c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.137313:0:25019:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000281dba31/0xf7de4ef628ee177c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.137327:0:25019:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000281dba31/0xf7de4ef628ee177c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.137347:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.137349:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.137351:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135890.137776:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135890.137786:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135890.137788:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783135890.138728:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783135890.138742:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dfa76601/0xf7de4ef628ee178a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.138761:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=793s v=(0 0) 00010000:00010000:0.0:1783135890.138766:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783135890.138773:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dfa76601/0xf7de4ef628ee178a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.138790:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dfa76601/0xf7de4ef628ee178a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.138801:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dfa76601/0xf7de4ef628ee178a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.138808:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dfa76601/0xf7de4ef628ee178a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783135890.139045:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783135890.139052:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee1791 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.139060:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=793s v=(0 0) 00010000:00010000:2.0:1783135890.139064:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783135890.139068:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee1791 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.139078:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee1791 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.139344:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783135890.139848:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee1791 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.139870:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee1791 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783135890.140563:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783135890.140572:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a0b34385/0xf7de4ef628ee1798 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.140599:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=793s v=(0 0) 00010000:00010000:0.0:1783135890.140604:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783135890.140611:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a0b34385/0xf7de4ef628ee1798 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.140625:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a0b34385/0xf7de4ef628ee1798 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.140634:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a0b34385/0xf7de4ef628ee1798 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.140641:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a0b34385/0xf7de4ef628ee1798 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.140721:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1783135890.140731:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dfa76601/0xf7de4ef628ee178a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.140740:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64a000 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:1.0:1783135890.140746:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dfa76601/0xf7de4ef628ee178a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.140757:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dfa76601/0xf7de4ef628ee178a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.140781:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dfa76601/0xf7de4ef628ee178a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.140789:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dfa76601/0xf7de4ef628ee178a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.140809:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783135890.140814:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee1791 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.140821:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac6413e9800 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:1.0:1783135890.140824:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee1791 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.140847:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee1791 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.140868:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee1791 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.140878:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783135890.140881:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a0b34385/0xf7de4ef628ee1798 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.140888:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64b400 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:1.0:1783135890.140900:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0b34385/0xf7de4ef628ee1798 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.140908:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0b34385/0xf7de4ef628ee1798 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.140918:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a0b34385/0xf7de4ef628ee1798 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.140927:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135890.140929:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135890.140931:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135890.141469:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1783135890.141479:0:24140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee1791 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.141647:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783135890.143490:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783135890.143508:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ee7c60b/0xf7de4ef628ee179f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.143528:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=793s v=(0 0) 00010000:00010000:2.0:1783135890.143534:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783135890.143541:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ee7c60b/0xf7de4ef628ee179f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.143557:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009ee7c60b/0xf7de4ef628ee179f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.143569:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ee7c60b/0xf7de4ef628ee179f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.143587:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009ee7c60b/0xf7de4ef628ee179f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.143772:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783135890.143782:0:24141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a0b34385/0xf7de4ef628ee1798 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.143869:0:22622:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783135890.143881:0:22622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009ee7c60b/0xf7de4ef628ee179f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.143898:0:22622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac6413e9c00 already unused, calling callback (ffffffffc0ce1ce0) 00002000:00010000:0.0:1783135890.146357:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783135890.146376:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000281dba31/0xf7de4ef628ee17a6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.146411:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=793s v=(0 0) 00010000:00010000:0.0:1783135890.146417:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783135890.146426:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000281dba31/0xf7de4ef628ee17a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.146446:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000281dba31/0xf7de4ef628ee17a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.146460:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000281dba31/0xf7de4ef628ee17a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.146468:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000281dba31/0xf7de4ef628ee17a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.146496:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1783135890.147424:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783135890.147435:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000068fadeda/0xf7de4ef628ee17ad lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.147452:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=793s v=(0 0) 00010000:00010000:0.0:1783135890.147456:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783135890.147462:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000068fadeda/0xf7de4ef628ee17ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.147476:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000068fadeda/0xf7de4ef628ee17ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.147496:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000068fadeda/0xf7de4ef628ee17ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.147504:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000068fadeda/0xf7de4ef628ee17ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.147528:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1783135890.147901:0:22622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009ee7c60b/0xf7de4ef628ee179f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.147914:0:22622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009ee7c60b/0xf7de4ef628ee179f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.147937:0:22622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009ee7c60b/0xf7de4ef628ee179f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783135890.148306:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783135890.148313:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dfa76601/0xf7de4ef628ee17b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.148326:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=793s v=(0 0) 00010000:00010000:0.0:1783135890.148330:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783135890.148336:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dfa76601/0xf7de4ef628ee17b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.148349:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dfa76601/0xf7de4ef628ee17b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.148359:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dfa76601/0xf7de4ef628ee17b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.148367:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dfa76601/0xf7de4ef628ee17b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.148392:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1783135890.148783:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1783135890.148791:0:24140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ee7c60b/0xf7de4ef628ee179f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.149235:0:22622:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1783135890.149243:0:22622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000281dba31/0xf7de4ef628ee17a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.149255:0:22622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64a200 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:1.0:1783135890.149261:0:22622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000281dba31/0xf7de4ef628ee17a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.149271:0:22622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000281dba31/0xf7de4ef628ee17a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.149294:0:22622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000281dba31/0xf7de4ef628ee17a6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.149301:0:22622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000281dba31/0xf7de4ef628ee17a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783135890.150633:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783135890.150649:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee17bb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.150668:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=793s v=(0 0) 00010000:00010000:2.0:1783135890.150673:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783135890.150680:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee17bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.150696:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee17bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.150707:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee17bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.150715:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee17bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.150844:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783135890.150863:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000068fadeda/0xf7de4ef628ee17ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.150874:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64ba00 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:0.0:1783135890.150879:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000068fadeda/0xf7de4ef628ee17ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.150888:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000068fadeda/0xf7de4ef628ee17ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.150920:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000068fadeda/0xf7de4ef628ee17ad lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.150927:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000068fadeda/0xf7de4ef628ee17ad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.150957:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783135890.150961:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dfa76601/0xf7de4ef628ee17b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.150969:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64a000 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:0.0:1783135890.150982:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dfa76601/0xf7de4ef628ee17b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.151004:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dfa76601/0xf7de4ef628ee17b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.151016:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dfa76601/0xf7de4ef628ee17b4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.151024:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dfa76601/0xf7de4ef628ee17b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.151040:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.151042:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.151045:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783135890.151120:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783135890.151126:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f1505f4c/0xf7de4ef628ee17c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.151133:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=793s v=(0 0) 00010000:00010000:0.0:1783135890.151137:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783135890.151142:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1505f4c/0xf7de4ef628ee17c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.151151:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1505f4c/0xf7de4ef628ee17c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.151158:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f1505f4c/0xf7de4ef628ee17c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.151171:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f1505f4c/0xf7de4ef628ee17c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.151185:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783135890.151193:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783135890.151197:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f1505f4c/0xf7de4ef628ee17c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.151204:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64be00 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:0.0:1783135890.151208:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1505f4c/0xf7de4ef628ee17c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.151216:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1505f4c/0xf7de4ef628ee17c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.151225:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f1505f4c/0xf7de4ef628ee17c2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.151233:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1505f4c/0xf7de4ef628ee17c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.151245:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.151247:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.151248:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.152908:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783135890.153514:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783135890.153527:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8c98c39/0xf7de4ef628ee17c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.153549:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=793s v=(0 0) 00010000:00010000:0.0:1783135890.153555:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783135890.153562:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8c98c39/0xf7de4ef628ee17c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.153577:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8c98c39/0xf7de4ef628ee17c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.153589:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8c98c39/0xf7de4ef628ee17c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.153597:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c8c98c39/0xf7de4ef628ee17c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.153622:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783135890.153635:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783135890.153642:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c8c98c39/0xf7de4ef628ee17c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.153652:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64bc00 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:0.0:1783135890.153657:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8c98c39/0xf7de4ef628ee17c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.153680:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8c98c39/0xf7de4ef628ee17c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.153700:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c8c98c39/0xf7de4ef628ee17c9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.153707:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8c98c39/0xf7de4ef628ee17c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.153728:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.153730:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.153732:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783135890.154638:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783135890.154650:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000006154980/0xf7de4ef628ee17d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.154734:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=793s v=(0 0) 00010000:00010000:0.0:1783135890.154752:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783135890.154765:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000006154980/0xf7de4ef628ee17d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.154789:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000006154980/0xf7de4ef628ee17d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.154803:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000006154980/0xf7de4ef628ee17d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.154832:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000006154980/0xf7de4ef628ee17d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.154879:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783135890.155178:0:22622:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783135890.155185:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135890.155192:0:22622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000006154980/0xf7de4ef628ee17d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.155206:0:22622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64b200 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:1.0:1783135890.155211:0:22622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000006154980/0xf7de4ef628ee17d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.155223:0:22622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000006154980/0xf7de4ef628ee17d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.155256:0:22622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000006154980/0xf7de4ef628ee17d0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.155265:0:22622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000006154980/0xf7de4ef628ee17d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.155294:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135890.155296:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135890.155299:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783135890.155601:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783135890.155607:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8efc62a/0xf7de4ef628ee17d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.155617:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=793s v=(0 0) 00010000:00010000:0.0:1783135890.155620:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783135890.155623:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8efc62a/0xf7de4ef628ee17d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.155629:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8efc62a/0xf7de4ef628ee17d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.155634:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8efc62a/0xf7de4ef628ee17d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.155639:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b8efc62a/0xf7de4ef628ee17d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.155656:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1783135890.155947:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783135890.155963:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000073553c77/0xf7de4ef628ee17de lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.155972:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=793s v=(0 0) 00010000:00010000:0.0:1783135890.155975:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783135890.155979:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000073553c77/0xf7de4ef628ee17de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.155989:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000073553c77/0xf7de4ef628ee17de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.155997:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000073553c77/0xf7de4ef628ee17de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.156003:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000073553c77/0xf7de4ef628ee17de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.156018:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1783135890.156156:0:25019:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783135890.156164:0:25019:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b8efc62a/0xf7de4ef628ee17d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.156173:0:25019:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64a800 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:0.0:1783135890.156177:0:25019:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8efc62a/0xf7de4ef628ee17d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.156184:0:25019:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8efc62a/0xf7de4ef628ee17d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.156204:0:25019:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b8efc62a/0xf7de4ef628ee17d7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.156209:0:25019:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8efc62a/0xf7de4ef628ee17d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.156224:0:25019:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783135890.156226:0:25019:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000073553c77/0xf7de4ef628ee17de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.156229:0:25019:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64ae00 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:0.0:1783135890.156231:0:25019:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000073553c77/0xf7de4ef628ee17de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.156236:0:25019:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000073553c77/0xf7de4ef628ee17de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.156241:0:25019:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000073553c77/0xf7de4ef628ee17de lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.156244:0:25019:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000073553c77/0xf7de4ef628ee17de lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.156251:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.156252:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.156256:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783135890.156304:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783135890.156310:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee0e1933/0xf7de4ef628ee17e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.156320:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=793s v=(0 0) 00010000:00010000:0.0:1783135890.156324:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783135890.156329:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee0e1933/0xf7de4ef628ee17e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.156341:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ee0e1933/0xf7de4ef628ee17e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.156352:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee0e1933/0xf7de4ef628ee17e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.156355:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.156364:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ee0e1933/0xf7de4ef628ee17e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.156579:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1783135890.156928:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783135890.156936:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a559f746/0xf7de4ef628ee17ec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.156947:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=793s v=(0 0) 00010000:00010000:0.0:1783135890.156951:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783135890.156956:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a559f746/0xf7de4ef628ee17ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.156979:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a559f746/0xf7de4ef628ee17ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.156987:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a559f746/0xf7de4ef628ee17ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.156994:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a559f746/0xf7de4ef628ee17ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000004:3.0:1783135890.158415:0:25023:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1783135890.159174:0:25023:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1783135890.161927:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1783135890.163692:0:25019:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1783135890.163712:0:25019:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ee0e1933/0xf7de4ef628ee17e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.163730:0:25019:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64a400 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:0.0:1783135890.163735:0:25019:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee0e1933/0xf7de4ef628ee17e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.163749:0:25019:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee0e1933/0xf7de4ef628ee17e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.163777:0:25019:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ee0e1933/0xf7de4ef628ee17e5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.163787:0:25019:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee0e1933/0xf7de4ef628ee17e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.163852:0:25019:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783135890.163867:0:25019:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a559f746/0xf7de4ef628ee17ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.163874:0:25019:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c526c00 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:0.0:1783135890.163878:0:25019:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a559f746/0xf7de4ef628ee17ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.163886:0:25019:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a559f746/0xf7de4ef628ee17ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.163906:0:25019:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a559f746/0xf7de4ef628ee17ec lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.163914:0:25019:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a559f746/0xf7de4ef628ee17ec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.163927:0:25019:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783135890.163933:0:25019:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee17bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.163949:0:25019:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac6413e9800 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:0.0:1783135890.163952:0:25019:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee17bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.164157:0:25019:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee17bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.164173:0:25019:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee17bb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.164184:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.164186:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.164189:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783135890.165751:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1783135890.165771:0:24140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee17bb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.166664:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783135890.166801:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783135890.166813:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e657de4/0xf7de4ef628ee17f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.166832:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=793s v=(0 0) 00010000:00010000:0.0:1783135890.166837:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783135890.166846:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e657de4/0xf7de4ef628ee17f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.166876:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e657de4/0xf7de4ef628ee17f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.166888:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e657de4/0xf7de4ef628ee17f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.166897:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003e657de4/0xf7de4ef628ee17f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.166921:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1783135890.167525:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783135890.167534:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009216cd3f/0xf7de4ef628ee17fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.167558:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=793s v=(0 0) 00010000:00010000:2.0:1783135890.167562:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783135890.167567:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009216cd3f/0xf7de4ef628ee17fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.167594:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009216cd3f/0xf7de4ef628ee17fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.167604:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009216cd3f/0xf7de4ef628ee17fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.167612:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009216cd3f/0xf7de4ef628ee17fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.167634:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1783135890.167843:0:25019:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783135890.167852:0:25019:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003e657de4/0xf7de4ef628ee17f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.167872:0:25019:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c526800 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:0.0:1783135890.167878:0:25019:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003e657de4/0xf7de4ef628ee17f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.167890:0:25019:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003e657de4/0xf7de4ef628ee17f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.167912:0:25019:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003e657de4/0xf7de4ef628ee17f3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.167919:0:25019:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e657de4/0xf7de4ef628ee17f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.167957:0:25019:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783135890.167961:0:25019:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009216cd3f/0xf7de4ef628ee17fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.167967:0:25019:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac6413e8e00 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:0.0:1783135890.168126:0:25019:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009216cd3f/0xf7de4ef628ee17fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.168150:0:25019:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009216cd3f/0xf7de4ef628ee17fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.168162:0:25019:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009216cd3f/0xf7de4ef628ee17fa lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.168170:0:25019:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009216cd3f/0xf7de4ef628ee17fa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.168191:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.168193:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.168195:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783135890.169265:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783135890.169279:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c4484925/0xf7de4ef628ee1801 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.169295:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=793s v=(0 0) 00010000:00010000:2.0:1783135890.169300:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783135890.169307:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4484925/0xf7de4ef628ee1801 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.169322:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c4484925/0xf7de4ef628ee1801 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.169349:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c4484925/0xf7de4ef628ee1801 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.169357:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c4484925/0xf7de4ef628ee1801 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.169378:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1783135890.170175:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783135890.170185:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000005a04a8d/0xf7de4ef628ee1808 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.170200:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=793s v=(0 0) 00010000:00010000:2.0:1783135890.170204:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783135890.170210:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005a04a8d/0xf7de4ef628ee1808 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.170220:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000005a04a8d/0xf7de4ef628ee1808 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.170228:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000005a04a8d/0xf7de4ef628ee1808 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.170236:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000005a04a8d/0xf7de4ef628ee1808 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.170267:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1783135890.170567:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783135890.170594:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c4484925/0xf7de4ef628ee1801 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.170604:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac6413e9200 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:0.0:1783135890.170611:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c4484925/0xf7de4ef628ee1801 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.170623:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c4484925/0xf7de4ef628ee1801 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.170645:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c4484925/0xf7de4ef628ee1801 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.170665:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c4484925/0xf7de4ef628ee1801 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.170691:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783135890.170695:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000005a04a8d/0xf7de4ef628ee1808 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.170702:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac6413e9e00 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:0.0:1783135890.170705:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000005a04a8d/0xf7de4ef628ee1808 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.170713:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000005a04a8d/0xf7de4ef628ee1808 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.170723:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000005a04a8d/0xf7de4ef628ee1808 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.170730:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005a04a8d/0xf7de4ef628ee1808 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.170743:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.170745:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.170747:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.170775:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783135890.170846:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783135890.170872:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000130e0b6d/0xf7de4ef628ee180f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.170882:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=793s v=(0 0) 00010000:00010000:0.0:1783135890.170885:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783135890.170890:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000130e0b6d/0xf7de4ef628ee180f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.170900:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000130e0b6d/0xf7de4ef628ee180f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.170909:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000130e0b6d/0xf7de4ef628ee180f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.170917:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000130e0b6d/0xf7de4ef628ee180f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.170934:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783135890.170942:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783135890.170945:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000130e0b6d/0xf7de4ef628ee180f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.170952:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c526200 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:0.0:1783135890.170955:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000130e0b6d/0xf7de4ef628ee180f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.170962:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000130e0b6d/0xf7de4ef628ee180f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.171219:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000130e0b6d/0xf7de4ef628ee180f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.171227:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000130e0b6d/0xf7de4ef628ee180f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.171245:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.171247:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.171249:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783135890.173337:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783135890.173360:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000280b686c/0xf7de4ef628ee1816 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.173384:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=793s v=(0 0) 00010000:00010000:2.0:1783135890.173390:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783135890.173398:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000280b686c/0xf7de4ef628ee1816 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.173417:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000280b686c/0xf7de4ef628ee1816 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.173437:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000280b686c/0xf7de4ef628ee1816 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.173447:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000280b686c/0xf7de4ef628ee1816 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.173472:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783135890.173899:0:22622:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783135890.173909:0:22622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000280b686c/0xf7de4ef628ee1816 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.173919:0:22622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac6413e8c00 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:1.0:1783135890.173932:0:22622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000280b686c/0xf7de4ef628ee1816 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.173953:0:22622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000280b686c/0xf7de4ef628ee1816 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.173984:0:22622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000280b686c/0xf7de4ef628ee1816 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.173991:0:22622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000280b686c/0xf7de4ef628ee1816 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.174016:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135890.174018:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135890.174020:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.175332:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1783135890.175552:0:24141:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783135890.175563:0:24141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000117c709d/0xf7de4ef628ee181d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.175582:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=793s v=(0 0) 00010000:00010000:1.0:1783135890.175587:0:24141:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783135890.175593:0:24141:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000117c709d/0xf7de4ef628ee181d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.175608:0:24141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000117c709d/0xf7de4ef628ee181d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.175621:0:24141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000117c709d/0xf7de4ef628ee181d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.175636:0:24141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000117c709d/0xf7de4ef628ee181d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.175661:0:24141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:1.0:1783135890.175759:0:24141:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00000100:00100000:1.0:1783135890.175899:0:24141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543a76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22660:x1869752809296128:12345-0@lo:5:osp-pre-1-0.0 Request processed in 141197us (141619us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135890.175912:0:24141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:0.0:1783135890.176155:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783135890.176163:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000117c709d/0xf7de4ef628ee181d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.176173:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67f909600 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:0.0:1783135890.176177:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000117c709d/0xf7de4ef628ee181d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.176187:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000117c709d/0xf7de4ef628ee181d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.176207:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000117c709d/0xf7de4ef628ee181d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.176216:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000117c709d/0xf7de4ef628ee181d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.176251:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.176252:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.176254:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783135890.176439:0:22660:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543a74e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22660:1869752809296128:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1783135890.176461:0:22660:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:2.0:1783135890.176523:0:22660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22660:1869752809296896:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1783135890.176575:0:22660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135890.176622:0:22660:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac6608683c0 going to sleep for 11 seconds 00002000:00010000:0.0:1783135890.176864:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783135890.176872:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aecd40d2/0xf7de4ef628ee1824 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.176886:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=793s v=(0 0) 00010000:00010000:0.0:1783135890.176890:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783135890.176896:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aecd40d2/0xf7de4ef628ee1824 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.176909:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aecd40d2/0xf7de4ef628ee1824 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.176919:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aecd40d2/0xf7de4ef628ee1824 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.176927:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aecd40d2/0xf7de4ef628ee1824 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.176984:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1783135890.177620:0:24139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809296896 00000100:00100000:1.0:1783135890.177635:0:24139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809296896 00000100:00100000:1.0:1783135890.177708:0:24139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1783135890.177727:0:24139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22660:x1869752809296896:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:1.0:1783135890.177796:0:24139:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00002000:00010000:0.0:1783135890.177882:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783135890.177899:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a79fd7b1/0xf7de4ef628ee182b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.177937:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=793s v=(0 0) 00010000:00010000:0.0:1783135890.177942:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783135890.177949:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a79fd7b1/0xf7de4ef628ee182b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.177963:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a79fd7b1/0xf7de4ef628ee182b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.177973:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a79fd7b1/0xf7de4ef628ee182b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.177976:0:22622:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783135890.177988:0:22622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aecd40d2/0xf7de4ef628ee1824 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.177988:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a79fd7b1/0xf7de4ef628ee182b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.178010:0:22622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c527400 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:1.0:1783135890.178016:0:22622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aecd40d2/0xf7de4ef628ee1824 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.178023:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783135890.178027:0:22622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aecd40d2/0xf7de4ef628ee1824 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.178055:0:22622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aecd40d2/0xf7de4ef628ee1824 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.178075:0:22622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aecd40d2/0xf7de4ef628ee1824 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.178162:0:22622:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783135890.178167:0:22622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a79fd7b1/0xf7de4ef628ee182b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.178177:0:22622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c527800 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:1.0:1783135890.178182:0:22622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a79fd7b1/0xf7de4ef628ee182b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.178191:0:22622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a79fd7b1/0xf7de4ef628ee182b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.178204:0:22622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a79fd7b1/0xf7de4ef628ee182b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.178212:0:22622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a79fd7b1/0xf7de4ef628ee182b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.178230:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135890.178231:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135890.178236:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135890.178243:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783135890.181752:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783135890.181772:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ee7c60b/0xf7de4ef628ee1832 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.181792:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=793s v=(0 0) 00010000:00010000:2.0:1783135890.181797:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783135890.181805:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ee7c60b/0xf7de4ef628ee1832 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.181821:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009ee7c60b/0xf7de4ef628ee1832 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.181832:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ee7c60b/0xf7de4ef628ee1832 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.181841:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009ee7c60b/0xf7de4ef628ee1832 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.181881:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1783135890.183575:0:24139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22660:x1869752809296896:12345-0@lo:5:osp-pre-1-0.0 Request processed in 5845us (6988us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1783135890.183605:0:24139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1783135890.184413:0:22660:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22660:1869752809296896:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1783135890.184443:0:22660:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:0.0:1783135890.185358:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783135890.185373:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009ee7c60b/0xf7de4ef628ee1832 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.185392:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac6413e9c00 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:0.0:1783135890.185398:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009ee7c60b/0xf7de4ef628ee1832 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.185412:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009ee7c60b/0xf7de4ef628ee1832 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.185458:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009ee7c60b/0xf7de4ef628ee1832 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.185467:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ee7c60b/0xf7de4ef628ee1832 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.185518:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.185520:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.185522:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783135890.187050:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783135890.187065:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000090de5818/0xf7de4ef628ee1839 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.187083:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=793s v=(0 0) 00010000:00010000:2.0:1783135890.187143:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783135890.187152:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000090de5818/0xf7de4ef628ee1839 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.187170:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000090de5818/0xf7de4ef628ee1839 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.187182:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000090de5818/0xf7de4ef628ee1839 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.187958:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000090de5818/0xf7de4ef628ee1839 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.187991:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783135890.188139:0:25019:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783135890.188153:0:25019:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000090de5818/0xf7de4ef628ee1839 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.188166:0:25019:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac6413e9a00 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:0.0:1783135890.188173:0:25019:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000090de5818/0xf7de4ef628ee1839 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.188194:0:25019:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000090de5818/0xf7de4ef628ee1839 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.188220:0:25019:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000090de5818/0xf7de4ef628ee1839 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.188229:0:25019:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000090de5818/0xf7de4ef628ee1839 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.188282:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.188285:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.188288:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783135890.190642:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783135890.190656:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee1840 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.190677:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=793s v=(0 0) 00010000:00010000:2.0:1783135890.190681:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783135890.190687:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee1840 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.190703:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee1840 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.190714:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee1840 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.190738:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee1840 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.190770:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783135890.193348:0:22622:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783135890.193364:0:22622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee1840 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.193380:0:22622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac6413e9800 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:1.0:1783135890.193385:0:22622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee1840 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.193397:0:22622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee1840 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.193421:0:22622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee1840 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.193429:0:22622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b38e9bdb/0xf7de4ef628ee1840 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.193469:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135890.193471:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135890.193474:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783135890.194211:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783135890.194227:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000130e0b6d/0xf7de4ef628ee1847 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.194245:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=793s v=(0 0) 00010000:00010000:0.0:1783135890.194251:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783135890.194258:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000130e0b6d/0xf7de4ef628ee1847 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.194274:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000130e0b6d/0xf7de4ef628ee1847 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.194286:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000130e0b6d/0xf7de4ef628ee1847 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.194296:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000130e0b6d/0xf7de4ef628ee1847 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.194316:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783135890.194341:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783135890.194349:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000130e0b6d/0xf7de4ef628ee1847 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.194376:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c526200 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:0.0:1783135890.194381:0:22621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000130e0b6d/0xf7de4ef628ee1847 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.194390:0:22621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000130e0b6d/0xf7de4ef628ee1847 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.194414:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000130e0b6d/0xf7de4ef628ee1847 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.194422:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000130e0b6d/0xf7de4ef628ee1847 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.194445:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.194446:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135890.194448:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783135890.198569:0:24140:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783135890.198591:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e657de4/0xf7de4ef628ee184e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.198615:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=793s v=(0 0) 00010000:00010000:0.0:1783135890.198622:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783135890.198748:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e657de4/0xf7de4ef628ee184e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.198771:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e657de4/0xf7de4ef628ee184e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.198800:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e657de4/0xf7de4ef628ee184e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.198809:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003e657de4/0xf7de4ef628ee184e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.198840:0:24140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1783135890.199271:0:24140:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:6 00010000:00010000:3.0:1783135890.199610:0:25019:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783135890.199619:0:25019:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003e657de4/0xf7de4ef628ee184e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.199694:0:25019:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c526800 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:3.0:1783135890.199701:0:25019:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003e657de4/0xf7de4ef628ee184e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.199725:0:25019:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003e657de4/0xf7de4ef628ee184e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.199748:0:25019:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003e657de4/0xf7de4ef628ee184e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.199756:0:25019:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e657de4/0xf7de4ef628ee184e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.199784:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135890.199786:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135890.199788:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783135890.202479:0:24140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543a74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22658:x1869752809295872:12345-0@lo:5:osp-pre-0-0.0 Request processed in 168028us (168290us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135890.202502:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1783135890.204112:0:22658:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543a77b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22658:1869752809295872:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1783135890.204139:0:22658:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x6:0x0] 00000100:00100000:3.0:1783135890.205266:0:22658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677a5e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22658:1869752809297024:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1783135890.205382:0:22658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135890.205434:0:22658:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac5426cae40 going to sleep for 11 seconds 00000100:00100000:1.0:1783135890.205478:0:25012:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809297024 00000100:00100000:1.0:1783135890.205495:0:25012:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809297024 00000100:00100000:1.0:1783135890.205578:0:25012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1783135890.205590:0:25012:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677a5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:22658:x1869752809297024:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1783135890.205647:0:25012:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 10000000:01000000:1.0:1783135890.222933:0:22630:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1783135890.222945:0:22630:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff8ac5424bf000 from 14 10000000:01000000:1.0:1783135890.222952:0:22630:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1783135890.223012:0:22630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67f908800/0xf7de4ef628ee1855 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.223037:0:22630:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac67f908800/0xf7de4ef628ee1855 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.223049:0:22630:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac67f908800/0xf7de4ef628ee1855 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135890.223081:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809297152:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1783135890.223205:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135890.223271:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809297152 00000100:00100000:2.0:1783135890.223283:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809297152 00000100:00100000:1.0:1783135890.223284:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac541e0f9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783135890.223365:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1783135890.223377:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54306dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+22:22630:x1869752809297152:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783135890.223394:0:22628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783135890.223409:0:22628:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac6413e9800/0xf7de4ef628ee185c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee1855 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.223439:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac6413e9800/0xf7de4ef628ee185c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee1855 expref: 23 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.223450:0:22628:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac6413e9800/0xf7de4ef628ee185c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee1855 expref: 23 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135890.223461:0:22628:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac6413e9800, rc 0) 00000100:00100000:2.0:1783135890.223521:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54306dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+23:22630:x1869752809297152:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135890.223531:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1783135890.223595:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809297152:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783135890.223625:0:22630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac67f908800/0xf7de4ef628ee1855 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee185c expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.223640:0:22630:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac67f908800/0xf7de4ef628ee1855 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee185c expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135890.223764:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677a5ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809297280:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1783135890.223831:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135890.223870:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac677ae93c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783135890.224306:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809297280 00000100:00100000:1.0:1783135890.224317:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809297280 00000100:00100000:1.0:1783135890.224384:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000001:00080000:3.0:1783135890.224398:0:24135:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000100:00100000:1.0:1783135890.224401:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54306d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+23:22630:x1869752809297280:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1783135890.224425:0:22627:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1783135890.224452:0:22627:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1783135890.224456:0:22627:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000001:00100000:3.0:1783135890.224472:0:24135:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1783135890.224604:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54306d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+23:22630:x1869752809297280:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 211us (771us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135890.224613:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1783135890.224774:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677a5ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809297280:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1783135890.224776:0:25012:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677a5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:22658:x1869752809297024:12345-0@lo:5:osp-pre-0-0.0 Request processed in 19186us (19393us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1783135890.224793:0:25012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1783135890.224845:0:22658:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1783135890.224872:0:22658:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677a5e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22658:1869752809297024:0@lo:5:osp-pre-0-0.0 10000000:01000000:3.0:1783135890.224886:0:22630:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000004:00080000:1.0:1783135890.224900:0:22658:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:3.0:1783135890.225151:0:22630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67f908800/0xf7de4ef628ee1855 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee185c expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.225162:0:22630:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac67f908800/0xf7de4ef628ee1855 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee185c expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783135890.225175:0:22630:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1783135890.225178:0:22630:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff8ac678352000 from 14 10000000:01000000:3.0:1783135890.225182:0:22630:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1783135890.225218:0:22630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e20e800/0xf7de4ef628ee1863 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.225226:0:22630:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac67e20e800/0xf7de4ef628ee1863 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135890.225236:0:22630:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac67e20e800/0xf7de4ef628ee1863 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135890.225258:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677a5ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809297408:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1783135890.225311:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135890.225374:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac677ae93c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783135890.225503:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809297408 00000100:00100000:1.0:1783135890.225512:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809297408 00000100:00100000:1.0:1783135890.225559:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1783135890.225568:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54306d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+23:22630:x1869752809297408:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783135890.225580:0:22626:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783135890.225595:0:22626:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67f908600/0xf7de4ef628ee186a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee1863 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.225615:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67f908600/0xf7de4ef628ee186a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee1863 expref: 24 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.225626:0:22626:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67f908600/0xf7de4ef628ee186a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee1863 expref: 24 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.225634:0:22626:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67f908600, rc 0) 00000100:00100000:1.0:1783135890.225695:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54306d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+24:22630:x1869752809297408:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 128us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135890.225701:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1783135890.225742:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677a5ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809297408:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783135890.225759:0:22630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac67e20e800/0xf7de4ef628ee1863 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee186a expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.225768:0:22630:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac67e20e800/0xf7de4ef628ee1863 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee186a expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135890.225836:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809297536:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1783135890.225917:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135890.225953:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac541e0fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1783135890.226060:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809297536 00000100:00100000:3.0:1783135890.226069:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809297536 00000100:00100000:3.0:1783135890.226142:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1783135890.226153:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54306f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+24:22630:x1869752809297536:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1783135890.226185:0:22626:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1783135890.226205:0:22626:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1783135890.226209:0:22626:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:3.0:1783135890.226321:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54306f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+24:22630:x1869752809297536:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 170us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135890.226330:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1783135890.226449:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809297536:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1783135890.226519:0:22630:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1783135890.226527:0:22630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e20e800/0xf7de4ef628ee1863 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee186a expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135890.226905:0:22630:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac67e20e800/0xf7de4ef628ee1863 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee186a expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135890.798486:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135891.823353:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135892.857527:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783135893.358639:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1869752809297792:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783135893.358719:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135893.358805:0:24142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809297792 00000100:00100000:0.0:1783135893.358816:0:24142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809297792 00000100:00100000:0.0:1783135893.358927:0:24142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1783135893.358938:0:24142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1869752809297792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1783135893.358984:0:24142:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1783135893.359038:0:24142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1869752809297792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135893.359046:0:24142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:3.0:1783135893.359079:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783135893.359259:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1869752809297792:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783135893.359392:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809297664:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783135893.359453:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135893.359652:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809297664 00000100:00100000:3.0:1783135893.359658:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809297664 00000100:00100000:3.0:1783135893.359752:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1783135893.359762:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543a77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809297664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1783135893.359791:0:22639:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1783135893.359866:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543a77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809297664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 105us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135893.359873:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1783135893.359967:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543a74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809297920:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783135893.359995:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135893.365048:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809297920 00000100:00100000:0.0:1783135893.365063:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809297920 00000100:00100000:0.0:1783135893.365131:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1783135893.365141:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543a77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809297920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783135893.365182:0:22638:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1783135893.365254:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543a77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809297920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 114us (5257us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135893.365261:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1783135893.365317:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543a74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809297920:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783135893.365385:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809297664:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1783135893.870639:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135894.895371:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783135895.408879:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543a75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1869752809298048:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783135895.408962:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135895.409049:0:24143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809298048 00000100:00100000:1.0:1783135895.409058:0:24143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809298048 00000100:00100000:1.0:1783135895.409155:0:24143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1783135895.409166:0:24143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543a74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1869752809298048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783135895.409202:0:24143:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1783135895.409251:0:24143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543a74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1869752809298048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135895.409259:0:24143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:1.0:1783135895.409281:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783135895.409324:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543a75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1869752809298048:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783135895.409394:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543a75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809298176:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783135895.409424:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135895.409453:0:24143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809298176 00000100:00100000:1.0:1783135895.409457:0:24143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809298176 00000100:00100000:1.0:1783135895.409482:0:24143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1783135895.409488:0:24143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543bc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809298176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1783135895.409517:0:24143:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1783135895.409874:0:24143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543bc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809298176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 384us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135895.409881:0:24143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:1.0:1783135895.409900:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783135895.411030:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677a5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1869752809298688:0@lo:400:kworker.0 00000100:00100000:2.0:1783135895.411166:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135895.411199:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677a5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1869752809299200:0@lo:400:kworker.0 00000100:00100000:2.0:1783135895.411223:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135895.411253:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67804b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1869752809299712:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783135895.411280:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135895.411320:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543a75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809298176:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783135895.411344:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1783135895.411350:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677a5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:98df5a8b-208b-49ce-84cd-0105b203fdc7:3646:1869752809298304:0@lo:400:kworker.0 00000100:00100000:2.0:1783135895.411379:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135895.411407:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677a5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809298816:0@lo:400:kworker.0 00000100:00100000:2.0:1783135895.411431:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135895.411450:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677a5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1869752809299328:0@lo:400:kworker.0 00000100:00100000:2.0:1783135895.411470:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135895.411500:0:22635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809298688 00000100:00100000:2.0:1783135895.411507:0:22635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809298688 00000100:00100000:2.0:1783135895.411564:0:22635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809299200 00000100:00100000:2.0:1783135895.411567:0:22635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809299200 00000100:00100000:2.0:1783135895.411587:0:22635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809299328 00000100:00100000:2.0:1783135895.411590:0:22635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809299328 00000100:00100000:2.0:1783135895.411607:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1783135895.411616:0:22635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678048380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1869752809298688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135895.411664:0:22635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678048380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1869752809298688:12345-0@lo:400:kworker.0 Request processed in 50us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135895.411805:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1783135895.411825:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1783135895.411833:0:22635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67804ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1869752809299200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135895.411864:0:22635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67804ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1869752809299200:12345-0@lo:400:kworker.0 Request processed in 34us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135895.411871:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1783135895.411893:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1783135895.411901:0:22635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67804a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1869752809299328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135895.411932:0:22635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67804a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1869752809299328:12345-0@lo:400:kworker.0 Request processed in 33us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135895.411939:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1783135895.411959:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809298304 00000100:00100000:2.0:1783135895.411963:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809298304 00000100:00100000:2.0:1783135895.411995:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1783135895.412002:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54306e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+24:3646:x1869752809298304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135895.412032:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54306e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+24:3646:x1869752809298304:12345-0@lo:400:kworker.0 Request processed in 31us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135895.412038:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1783135895.412067:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809298816 00000100:00100000:2.0:1783135895.412071:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809298816 00000100:00100000:2.0:1783135895.412126:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1783135895.412134:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809298816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135895.412168:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809298816:12345-0@lo:400:kworker.0 Request processed in 36us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135895.412174:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1783135895.412218:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677a5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:98df5a8b-208b-49ce-84cd-0105b203fdc7:3646:1869752809298304:0@lo:400:kworker.0 00000100:00100000:2.0:1783135895.412231:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677a5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809298816:0@lo:400:kworker.0 00010000:00080000:2.0:1783135895.412245:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac677a5c700 x1869752809299328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135911 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135895.412256:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677a5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1869752809299328:0@lo:400:kworker.0 00010000:00080000:2.0:1783135895.412267:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac677a5ca80 x1869752809298688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135911 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135895.412283:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677a5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1869752809298688:0@lo:400:kworker.0 00010000:00080000:2.0:1783135895.412298:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac677a5ed80 x1869752809299200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135911 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783135895.412306:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677a5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1869752809299200:0@lo:400:kworker.0 00000100:00100000:1.0:1783135895.412926:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677a5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809298432:0@lo:400:kworker.0 00000100:00100000:1.0:1783135895.412967:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135895.413003:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677a5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809298944:0@lo:400:kworker.0 00000100:00100000:1.0:1783135895.413029:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135895.413049:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677a5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3648:1869752809299456:0@lo:400:kworker.0 00000100:00100000:1.0:1783135895.413110:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135895.413134:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1783135895.413141:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677a5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809298560:0@lo:400:kworker.0 00000100:00100000:1.0:1783135895.413161:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135895.413180:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677a5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1869752809299072:0@lo:400:kworker.0 00000100:00100000:1.0:1783135895.413201:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135895.413218:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac542466300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1869752809299584:0@lo:400:kworker.0 00000100:00100000:1.0:1783135895.413240:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135895.413271:0:24618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809298944 00000100:00100000:1.0:1783135895.413276:0:24618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809298944 00000100:00100000:1.0:1783135895.413315:0:24618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809298560 00000100:00100000:1.0:1783135895.413319:0:24618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809298560 00000100:00100000:1.0:1783135895.413343:0:24618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1783135895.413350:0:24618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543bc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809298944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135895.413396:0:24618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543bc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809298944:12345-0@lo:400:kworker.0 Request processed in 47us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135895.413416:0:24618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1783135895.413431:0:24618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1783135895.413437:0:24618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543bc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3648:x1869752809298560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135895.413478:0:24618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543bc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3648:x1869752809298560:12345-0@lo:400:kworker.0 Request processed in 42us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135895.413484:0:24618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1783135895.413503:0:24617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809299456 00000100:00100000:1.0:1783135895.413506:0:24617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809299456 00000100:00100000:1.0:1783135895.413528:0:24617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809299072 00000100:00100000:1.0:1783135895.413530:0:24617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809299072 00000100:00100000:3.0:1783135895.413649:0:23372:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809298432 00000100:00100000:3.0:1783135895.413654:0:23372:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809298432 00000100:00100000:3.0:1783135895.413692:0:23372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1783135895.413702:0:23372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543bc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809298432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783135895.413738:0:23372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543bc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809298432:12345-0@lo:400:kworker.0 Request processed in 39us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135895.413753:0:23372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1783135895.415864:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809299584 00000100:00100000:2.0:1783135895.415881:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809299584 00000100:00100000:2.0:1783135895.415937:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1783135895.415948:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543bc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1869752809299456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135895.416034:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543bc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1869752809299456:12345-0@lo:400:kworker.0 Request processed in 88us (2946us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135895.416041:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1783135895.416071:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1783135895.416079:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543bc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1869752809299584:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1783135895.416189:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1783135895.416196:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1783135895.416199:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1783135895.416201:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783135895.417721:0:24617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1783135895.417738:0:24617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543bc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1869752809299072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135895.417838:0:24617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543bc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1869752809299072:12345-0@lo:400:kworker.0 Request processed in 94us (4623us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135895.417846:0:24617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1783135895.417936:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543bc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1869752809299584:12345-0@lo:400:kworker.0 Request processed in 1858us (4693us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135895.417943:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1783135895.421039:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677a5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809298560:0@lo:400:kworker.0 00010000:00080000:1.0:1783135895.421059:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac677a5df80 x1869752809299072/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135911 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135895.421070:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677a5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1869752809299072:0@lo:400:kworker.0 00010000:00080000:1.0:1783135895.421082:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac542466300 x1869752809299584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135911 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135895.421116:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac542466300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1869752809299584:0@lo:400:kworker.0 00000100:00100000:1.0:1783135895.421130:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677a5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809298432:0@lo:400:kworker.0 00000100:00100000:1.0:1783135895.421141:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677a5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809298944:0@lo:400:kworker.0 00010000:00080000:1.0:1783135895.421163:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac677a5e300 x1869752809299456/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135911 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135895.421171:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677a5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3648:1869752809299456:0@lo:400:kworker.0 00000100:00100000:2.0:1783135895.425736:0:24143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809299712 00000100:00100000:2.0:1783135895.425750:0:24143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809299712 00000100:00100000:2.0:1783135895.425824:0:24143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1783135895.425837:0:24143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3646:x1869752809299712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1783135895.425866:0:24143:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1783135895.425955:0:24143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3646:x1869752809299712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 121us (14672us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135895.425962:0:24143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1783135895.426026:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67804b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1869752809299712:0@lo:13:osp-pre-1-0.0 00000001:02000400:0.0:1783135895.597304:0:25313:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg406-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1783135895.918370:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1783135895.925229:0:24954:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000040:00080000:0.0:1783135896.434561:0:22668:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:1.0:1783135896.701340:0:25365:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1783135896.701614:0:25365:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1783135896.942404:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135897.971199:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1783135897.985437:0:25415:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1783135897.986803:0:25415:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1783135898.287114:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135898.289311:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786111232 00000100:00100000:3.0:1783135898.289332:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786111232 00000100:00100000:3.0:1783135898.289409:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 115 00000100:00100000:3.0:1783135898.289421:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54306ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2397:x1869752786111232:12345-192.168.204.6@tcp:250:mount.lustre.0 00010000:00080000:3.0:1783135898.289462:0:22627:0:(ldlm_lib.c:1432:target_handle_connect()) MGS: connection from 9acea224-832c-44eb-9e5e-15c0411f1471@192.168.204.6@tcp t0 exp 0000000000000000 cur 802 last 0 00000020:00000080:3.0:1783135898.289500:0:22627:0:(genops.c:1406:class_connect()) connect: client 9acea224-832c-44eb-9e5e-15c0411f1471, cookie 0xf7de4ef628ee1871 00000100:00080000:3.0:1783135898.289695:0:22627:0:(import.c:65:import_set_state_nolock()) ffff8ac5433c1800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783135898.289822:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54306ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9acea224-832c-44eb-9e5e-15c0411f1471+5:2397:x1869752786111232:12345-192.168.204.6@tcp:250:mount.lustre.0 Request processed in 402us (2745us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135898.289831:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 115 00000100:00100000:1.0:1783135898.294161:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135898.294312:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786111360 00000100:00100000:3.0:1783135898.294326:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786111360 00000100:00100000:3.0:1783135898.294398:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 116 00000100:00100000:3.0:1783135898.294411:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54306cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+5:18065:x1869752786111360:12345-192.168.204.6@tcp:101:mount.lustre.0 00010000:00010000:3.0:1783135898.294438:0:22626:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783135898.294463:0:22626:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67e20ea00/0xf7de4ef628ee1878 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f141191 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135898.294503:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67e20ea00/0xf7de4ef628ee1878 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141191 expref: 6 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135898.294541:0:22626:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67e20ea00/0xf7de4ef628ee1878 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141191 expref: 6 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135898.294552:0:22626:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67e20ea00, rc 0) 00000100:00100000:3.0:1783135898.294671:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54306cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+6:18065:x1869752786111360:12345-192.168.204.6@tcp:101:mount.lustre.0 Request processed in 262us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135898.294680:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 116 00000100:00100000:1.0:1783135898.303977:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135898.304166:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786111488 00000100:00100000:3.0:1783135898.304182:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786111488 00000100:00100000:3.0:1783135898.304259:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 117 00000100:00100000:3.0:1783135898.304271:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54306c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9acea224-832c-44eb-9e5e-15c0411f1471+6:18065:x1869752786111488:12345-192.168.204.6@tcp:501:mount.lustre.0 00000100:00100000:3.0:1783135898.304472:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54306c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9acea224-832c-44eb-9e5e-15c0411f1471+6:18065:x1869752786111488:12345-192.168.204.6@tcp:501:mount.lustre.0 Request processed in 202us (510us total) trans 0 rc -2/-2 00000100:00100000:3.0:1783135898.304482:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 117 00000100:00100000:1.0:1783135898.309994:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135898.310161:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786111616 00000100:00100000:3.0:1783135898.310176:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786111616 00000100:00100000:3.0:1783135898.310254:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 118 00000100:00100000:3.0:1783135898.310267:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54306f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+6:18065:x1869752786111616:12345-192.168.204.6@tcp:101:mount.lustre.0 00010000:00010000:3.0:1783135898.310292:0:22626:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783135898.310317:0:22626:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67e20ee00/0xf7de4ef628ee187f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f141198 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135898.310356:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67e20ee00/0xf7de4ef628ee187f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141198 expref: 7 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135898.310370:0:22626:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67e20ee00/0xf7de4ef628ee187f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141198 expref: 7 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135898.310401:0:22626:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67e20ee00, rc 0) 00000100:00100000:3.0:1783135898.310488:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54306f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+7:18065:x1869752786111616:12345-192.168.204.6@tcp:101:mount.lustre.0 Request processed in 223us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135898.310497:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 118 00000100:00100000:1.0:1783135898.316172:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135898.316310:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786111744 00000100:00100000:2.0:1783135898.316325:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786111744 00000100:00100000:2.0:1783135898.316415:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 119 00000100:00100000:2.0:1783135898.316432:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54306c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9acea224-832c-44eb-9e5e-15c0411f1471+7:18065:x1869752786111744:12345-192.168.204.6@tcp:501:mount.lustre.0 00000100:00100000:2.0:1783135898.316711:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54306c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9acea224-832c-44eb-9e5e-15c0411f1471+8:18065:x1869752786111744:12345-192.168.204.6@tcp:501:mount.lustre.0 Request processed in 274us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135898.316720:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 119 00000100:00100000:2.0:1783135898.319371:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135898.323734:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786111872 00000100:00100000:1.0:1783135898.323833:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786111872 00000100:00100000:2.0:1783135898.327306:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 120 00000100:00100000:2.0:1783135898.327329:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54306f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9acea224-832c-44eb-9e5e-15c0411f1471+8:18065:x1869752786111872:12345-192.168.204.6@tcp:503:mount.lustre.0 00000100:00100000:2.0:1783135898.327596:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54306f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9acea224-832c-44eb-9e5e-15c0411f1471+8:18065:x1869752786111872:12345-192.168.204.6@tcp:503:mount.lustre.0 Request processed in 267us (8232us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135898.327606:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 120 00000100:00100000:1.0:1783135898.334264:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135898.334566:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786112000 00000100:00100000:3.0:1783135898.334583:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786112000 00000100:00100000:3.0:1783135898.334666:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 121 00000100:00100000:3.0:1783135898.334680:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54306e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+8:18084:x1869752786112000:12345-192.168.204.6@tcp:502:llog_process_th.0 00000100:00100000:3.0:1783135898.335065:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54306e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+8:18084:x1869752786112000:12345-192.168.204.6@tcp:502:llog_process_th.0 Request processed in 386us (820us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135898.335075:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 121 00000100:00100000:1.0:1783135898.361346:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135898.361456:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786112128 00000100:00100000:3.0:1783135898.361469:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786112128 00000100:00100000:3.0:1783135898.361549:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 122 00000100:00100000:3.0:1783135898.361562:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54306fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+8:18084:x1869752786112128:12345-192.168.204.6@tcp:502:llog_process_th.0 00000100:00100000:3.0:1783135898.362131:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54306fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+8:18084:x1869752786112128:12345-192.168.204.6@tcp:502:llog_process_th.0 Request processed in 569us (797us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135898.362141:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 122 00000100:00100000:1.0:1783135898.372456:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135898.372606:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786112256 00000100:00100000:2.0:1783135898.372621:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786112256 00000100:00100000:2.0:1783135898.372716:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 123 00000100:00100000:2.0:1783135898.372730:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54306c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9acea224-832c-44eb-9e5e-15c0411f1471+8:18084:x1869752786112256:12345-192.168.204.6@tcp:502:llog_process_th.0 00000100:00100000:2.0:1783135898.373134:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54306c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9acea224-832c-44eb-9e5e-15c0411f1471+8:18084:x1869752786112256:12345-192.168.204.6@tcp:502:llog_process_th.0 Request processed in 362us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135898.373144:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 123 00000100:00100000:1.0:1783135898.386732:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135898.388445:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786112384 00000100:00100000:3.0:1783135898.388474:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786112384 00000100:00100000:3.0:1783135898.393308:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 124 00000100:00100000:3.0:1783135898.394006:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c768450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+8:18065:x1869752786112384:12345-192.168.204.6@tcp:101:mount.lustre.0 00010000:00010000:3.0:1783135898.394939:0:22626:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783135898.394981:0:22626:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67e20fe00/0xf7de4ef628ee1886 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f1411c9 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135898.395050:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67e20fe00/0xf7de4ef628ee1886 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1411c9 expref: 9 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135898.395065:0:22626:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67e20fe00/0xf7de4ef628ee1886 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1411c9 expref: 9 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135898.395077:0:22626:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67e20fe00, rc 0) 00000100:00100000:3.0:1783135898.395210:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c768450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+9:18065:x1869752786112384:12345-192.168.204.6@tcp:101:mount.lustre.0 Request processed in 1230us (8493us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135898.395220:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 124 00000100:00100000:1.0:1783135898.404753:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135898.404938:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786112512 00000100:00100000:2.0:1783135898.404950:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786112512 00000100:00100000:2.0:1783135898.405031:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 125 00000100:00100000:2.0:1783135898.405060:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c769850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9acea224-832c-44eb-9e5e-15c0411f1471+9:18065:x1869752786112512:12345-192.168.204.6@tcp:256:mount.lustre.0 20000000:01000000:2.0:1783135898.405142:0:22627:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1783135898.405161:0:22627:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1783135898.405166:0:22627:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1783135898.405169:0:22627:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1783135898.405173:0:22627:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1783135898.405175:0:22627:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1783135898.417501:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c769850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9acea224-832c-44eb-9e5e-15c0411f1471+9:18065:x1869752786112512:12345-192.168.204.6@tcp:256:mount.lustre.0 Request processed in 12428us (12744us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135898.417518:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 125 00000100:00100000:0.0:1783135898.427219:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135898.427919:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786112640 00000100:00100000:3.0:1783135898.427933:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786112640 00000100:00100000:3.0:1783135898.428010:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 126 00000100:00100000:3.0:1783135898.428023:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c76b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+9:18065:x1869752786112640:12345-192.168.204.6@tcp:101:mount.lustre.0 00010000:00010000:3.0:1783135898.428043:0:22626:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783135898.428066:0:22626:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67e20f400/0xf7de4ef628ee188d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f1411d0 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135898.428139:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67e20f400/0xf7de4ef628ee188d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1411d0 expref: 10 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135898.428152:0:22626:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67e20f400/0xf7de4ef628ee188d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1411d0 expref: 10 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135898.428163:0:22626:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67e20f400, rc 0) 00000100:00100000:2.0:1783135898.428781:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c76b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+10:18065:x1869752786112640:12345-192.168.204.6@tcp:101:mount.lustre.0 Request processed in 756us (1568us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135898.429293:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 126 00000100:00100000:1.0:1783135898.434181:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135898.434323:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786112768 00000100:00100000:2.0:1783135898.434335:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786112768 00000100:00100000:2.0:1783135898.434409:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 127 00000100:00100000:2.0:1783135898.434420:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c768c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9acea224-832c-44eb-9e5e-15c0411f1471+10:18065:x1869752786112768:12345-192.168.204.6@tcp:501:mount.lustre.0 00000100:00100000:2.0:1783135898.434595:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c768c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9acea224-832c-44eb-9e5e-15c0411f1471+10:18065:x1869752786112768:12345-192.168.204.6@tcp:501:mount.lustre.0 Request processed in 177us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135898.434604:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 127 00000100:00100000:1.0:1783135898.439021:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135898.440082:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786112896 00000100:00100000:2.0:1783135898.440144:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786112896 00000100:00100000:2.0:1783135898.440224:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 128 00000100:00100000:2.0:1783135898.440237:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac648bc8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+10:18065:x1869752786112896:12345-192.168.204.6@tcp:503:mount.lustre.0 00000100:00100000:2.0:1783135898.442228:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac648bc8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+10:18065:x1869752786112896:12345-192.168.204.6@tcp:503:mount.lustre.0 Request processed in 1979us (3207us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135898.442262:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 128 00000100:00100000:1.0:1783135898.461228:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135898.461760:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786113024 00000100:00100000:0.0:1783135898.461775:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786113024 00000100:00100000:0.0:1783135898.461871:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 129 00000100:00100000:0.0:1783135898.461884:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac648bc8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9acea224-832c-44eb-9e5e-15c0411f1471+10:18089:x1869752786113024:12345-192.168.204.6@tcp:502:llog_process_th.0 00000100:00100000:0.0:1783135898.462182:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac648bc8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9acea224-832c-44eb-9e5e-15c0411f1471+10:18089:x1869752786113024:12345-192.168.204.6@tcp:502:llog_process_th.0 Request processed in 299us (970us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135898.462192:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 129 00000100:00100000:1.0:1783135898.466318:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135898.466437:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786113152 00000100:00100000:2.0:1783135898.466454:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786113152 00000100:00100000:2.0:1783135898.466604:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 130 00000100:00100000:2.0:1783135898.466619:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac648bcb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+10:18089:x1869752786113152:12345-192.168.204.6@tcp:502:llog_process_th.0 00000100:00100000:2.0:1783135898.467210:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac648bcb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+10:18089:x1869752786113152:12345-192.168.204.6@tcp:502:llog_process_th.0 Request processed in 591us (902us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135898.467221:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 130 00000100:00100000:1.0:1783135898.473340:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135898.475280:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135898.475505:0:24617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786113280 00000100:00100000:0.0:1783135898.475520:0:24617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786113280 00000100:00100000:0.0:1783135898.475575:0:24617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786113536 00000100:00100000:0.0:1783135898.475593:0:24617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786113536 00000100:00100000:0.0:1783135898.475628:0:24617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 7 00000100:00100000:0.0:1783135898.475639:0:24617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543bc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2397:x1869752786113280:12345-192.168.204.6@tcp:38:mount.lustre.0 00010000:00080000:0.0:1783135898.475679:0:24617:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from 7c470363-a850-4d7a-9165-72a314f64fdf@192.168.204.6@tcp t0 exp 0000000000000000 cur 802 last 0 00000020:00000080:0.0:1783135898.475776:0:24617:0:(genops.c:1406:class_connect()) connect: client 7c470363-a850-4d7a-9165-72a314f64fdf, cookie 0xf7de4ef628ee1894 00000004:00100000:0.0:1783135898.475813:0:24617:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1783135898.476284:0:24617:0:(import.c:65:import_set_state_nolock()) ffff8ac544204000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783135898.476394:0:24617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543bc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c470363-a850-4d7a-9165-72a314f64fdf+6:2397:x1869752786113280:12345-192.168.204.6@tcp:38:mount.lustre.0 Request processed in 754us (3068us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135898.476405:0:24617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 7 00000100:00100000:0.0:1783135898.476435:0:24617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 8 00000100:00100000:0.0:1783135898.476441:0:24617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543bc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2397:x1869752786113536:12345-192.168.204.6@tcp:38:mount.lustre.0 00010000:00080000:0.0:1783135898.476463:0:24617:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from 7c470363-a850-4d7a-9165-72a314f64fdf@192.168.204.6@tcp t0 exp 0000000000000000 cur 802 last 0 00000020:00000080:0.0:1783135898.476507:0:24617:0:(genops.c:1406:class_connect()) connect: client 7c470363-a850-4d7a-9165-72a314f64fdf, cookie 0xf7de4ef628ee189b 00000004:00100000:0.0:1783135898.476527:0:24617:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:0.0:1783135898.476715:0:24617:0:(import.c:65:import_set_state_nolock()) ffff8ac544205800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783135898.476774:0:24617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543bc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c470363-a850-4d7a-9165-72a314f64fdf+6:2397:x1869752786113536:12345-192.168.204.6@tcp:38:mount.lustre.0 Request processed in 330us (1508us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135898.476782:0:24617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 8 00000100:00100000:0.0:1783135898.478548:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783135898.478583:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809299840:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783135898.478908:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809299968:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783135898.479006:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135898.479240:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783135898.479247:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67804b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809300096:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783135898.479275:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135898.479333:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809300096 00000100:00100000:1.0:1783135898.479344:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809300096 00000100:00100000:1.0:1783135898.479408:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1783135898.479419:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543bc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809300096:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783135898.479470:0:22639:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1783135898.479522:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543bc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809300096:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135898.479530:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1783135898.479598:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67804b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809300096:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783135898.479793:0:24143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809299968 00000100:00100000:2.0:1783135898.479800:0:24143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809299968 00000100:00100000:2.0:1783135898.479862:0:24143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1783135898.479883:0:24143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543bc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809299968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1783135898.479913:0:24143:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1783135898.479957:0:24143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543bc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809299968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (952us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135898.479964:0:24143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1783135898.480370:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135898.481654:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809299840 00000100:00100000:2.0:1783135898.481668:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809299840 00000100:00100000:2.0:1783135898.481775:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1783135898.481788:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809299840:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783135898.481833:0:22638:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1783135898.481923:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809299840:12345-0@lo:41:osp-pre-0-1.0 Request processed in 138us (1552us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135898.481931:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1783135898.482709:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809299840:0@lo:41:osp-pre-0-1.0 00000100:00080000:3.0:1783135898.483178:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783135898.483312:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809299968:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783135898.501319:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135898.501376:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135898.501414:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135898.501533:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786113792 00000100:00100000:2.0:1783135898.501568:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786113792 00000100:00100000:2.0:1783135898.501669:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786113664 00000100:00100000:2.0:1783135898.501673:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786113664 00000100:00100000:2.0:1783135898.501688:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786113408 00000100:00100000:2.0:1783135898.501690:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786113408 00000100:00100000:2.0:1783135898.501743:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 9 00000100:00100000:2.0:1783135898.501758:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543bc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+7:18065:x1869752786113792:12345-192.168.204.6@tcp:41:mount.lustre.0 00000004:00000024:2.0:1783135898.501808:0:22634:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1783135898.502255:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543bc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+7:18065:x1869752786113792:12345-192.168.204.6@tcp:41:mount.lustre.0 Request processed in 499us (952us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135898.502265:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 9 00000100:00100000:2.0:1783135898.502291:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 10 00000100:00100000:2.0:1783135898.502301:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543bc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+6:0:x1869752786113664:12345-192.168.204.6@tcp:41:mount.lustre.0 00000004:00000024:2.0:1783135898.502318:0:22634:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1783135898.502359:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543bc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+6:0:x1869752786113664:12345-192.168.204.6@tcp:41:mount.lustre.0 Request processed in 61us (982us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135898.502366:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 10 00000100:00100000:2.0:1783135898.502379:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 11 00000100:00100000:2.0:1783135898.502387:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543bc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+6:0:x1869752786113408:12345-192.168.204.6@tcp:41:mount.lustre.0 00000004:00000024:2.0:1783135898.502399:0:22634:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1783135898.502422:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543bc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+6:0:x1869752786113408:12345-192.168.204.6@tcp:41:mount.lustre.0 Request processed in 36us (1007us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135898.502429:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 11 00000100:00080000:1.0:1783135898.503491:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783135898.503503:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783135898.508012:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135898.508729:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786113920 00000100:00100000:2.0:1783135898.508829:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786113920 00000100:00100000:2.0:1783135898.509133:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 12 00000100:00100000:2.0:1783135898.509165:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543bc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+6:18065:x1869752786113920:12345-192.168.204.6@tcp:40:mount.lustre.0 00000100:00100000:2.0:1783135898.509302:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543bc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+6:18065:x1869752786113920:12345-192.168.204.6@tcp:40:mount.lustre.0 Request processed in 140us (1302us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135898.509310:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 12 00000100:00100000:1.0:1783135898.518248:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135898.518306:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135898.518353:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135898.518396:0:25012:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786114048 00000100:00100000:1.0:1783135898.518412:0:25012:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786114048 00000100:00100000:1.0:1783135898.518465:0:25012:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786114176 00000100:00100000:1.0:1783135898.518468:0:25012:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786114176 00000100:00100000:1.0:1783135898.518501:0:25012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 16 00000100:00100000:1.0:1783135898.518512:0:25012:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543bc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2397:x1869752786114048:12345-192.168.204.6@tcp:8:mount.lustre.0 00010000:00080000:1.0:1783135898.518565:0:25012:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from 7c470363-a850-4d7a-9165-72a314f64fdf@192.168.204.6@tcp t0 exp 0000000000000000 cur 802 last 0 00000100:00100000:3.0:1783135898.518709:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786114304 00000100:00100000:3.0:1783135898.518715:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786114304 00000100:00100000:3.0:1783135898.518781:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 3 00000100:00100000:3.0:1783135898.518789:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543bc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:7c470363-a850-4d7a-9165-72a314f64fdf+6:18065:x1869752786114304:12345-192.168.204.6@tcp:900:mount.lustre.0 00000100:00100000:3.0:1783135898.518920:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543bc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:7c470363-a850-4d7a-9165-72a314f64fdf+6:18065:x1869752786114304:12345-192.168.204.6@tcp:900:mount.lustre.0 Request processed in 130us (695us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135898.518929:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 3 00000100:00100000:3.0:1783135898.519010:0:24139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 17 00000100:00100000:3.0:1783135898.519239:0:24139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543bc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2397:x1869752786114176:12345-192.168.204.6@tcp:8:mount.lustre.0 00010000:00080000:3.0:1783135898.519263:0:24139:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from 7c470363-a850-4d7a-9165-72a314f64fdf@192.168.204.6@tcp t0 exp 0000000000000000 cur 802 last 0 00000020:00000080:3.0:1783135898.519304:0:24139:0:(genops.c:1406:class_connect()) connect: client 7c470363-a850-4d7a-9165-72a314f64fdf, cookie 0xf7de4ef628ee18a2 00002000:00100000:3.0:1783135898.519322:0:24139:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 7c470363-a850-4d7a-9165-72a314f64fdf/ffff8ac5433c7800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113654 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1783135898.519351:0:24139:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1783135898.519991:0:24139:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000020:00000080:1.0:1783135898.520165:0:25012:0:(genops.c:1406:class_connect()) connect: client 7c470363-a850-4d7a-9165-72a314f64fdf, cookie 0xf7de4ef628ee18a9 00002000:00100000:1.0:1783135898.520174:0:25012:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 7c470363-a850-4d7a-9165-72a314f64fdf/ffff8ac672dbc000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113654 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1783135898.520186:0:25012:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1783135898.520367:0:25012:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1783135898.520411:0:25012:0:(import.c:65:import_set_state_nolock()) ffff8ac672db9000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783135898.520483:0:25012:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543bc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7c470363-a850-4d7a-9165-72a314f64fdf+6:2397:x1869752786114048:12345-192.168.204.6@tcp:8:mount.lustre.0 Request processed in 1970us (2174us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135898.520493:0:25012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 16 00000100:00080000:3.0:1783135898.522497:0:24139:0:(import.c:65:import_set_state_nolock()) ffff8ac5433c5800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783135898.523125:0:24139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543bc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c470363-a850-4d7a-9165-72a314f64fdf+6:2397:x1869752786114176:12345-192.168.204.6@tcp:8:mount.lustre.0 Request processed in 3877us (4761us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135898.523145:0:24139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 17 00000100:00100000:1.0:1783135898.535347:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135898.535711:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786114432 00000100:00100000:0.0:1783135898.535729:0:22636:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786114432 00000100:00100000:0.0:1783135898.535948:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 0 00000100:00100000:0.0:1783135898.535961:0:22636:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac6434f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c470363-a850-4d7a-9165-72a314f64fdf+6:18065:x1869752786114432:12345-192.168.204.6@tcp:33:mount.lustre.0 00000004:00080000:1.0:1783135898.545337:0:22636:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 9168us 00000004:00200000:0.0:1783135898.562036:0:22636:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1783135898.562205:0:22636:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac6434f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c470363-a850-4d7a-9165-72a314f64fdf+6:18065:x1869752786114432:12345-192.168.204.6@tcp:33:mount.lustre.0 Request processed in 26240us (26869us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135898.562217:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 0 00000100:00100000:1.0:1783135898.828042:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135898.828625:0:22635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786114560 00000100:00100000:3.0:1783135898.828642:0:22635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786114560 00000100:00100000:3.0:1783135898.828755:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 13 00000100:00100000:3.0:1783135898.828769:0:22635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac6434f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c470363-a850-4d7a-9165-72a314f64fdf+6:18112:x1869752786114560:12345-192.168.204.6@tcp:101:mkdir.0 00010000:00010000:3.0:1783135898.828800:0:22635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783135898.828837:0:22635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e400/0xf7de4ef628ee18b0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f141201 expref: -99 pid: 22635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135898.828960:0:22635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e000/0xf7de4ef628ee18b7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135898.828979:0:22635:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e000/0xf7de4ef628ee18b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135898.828995:0:22635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e000/0xf7de4ef628ee18b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783135898.829071:0:22635:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1783135898.829076:0:22635:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783135898.829167:0:22635:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e000/0xf7de4ef628ee18b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135898.829201:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e400/0xf7de4ef628ee18b0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141201 expref: 8 pid: 22635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135898.829240:0:22635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e000/0xf7de4ef628ee18b7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141201 expref: 7 pid: 22635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135898.829251:0:22635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ac661ae4a00) 00010000:00010000:3.0:1783135898.829254:0:22635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1783135898.829257:0:22635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67e20e000, rc 0) 00000100:00100000:3.0:1783135898.829349:0:22635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac6434f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c470363-a850-4d7a-9165-72a314f64fdf+7:18112:x1869752786114560:12345-192.168.204.6@tcp:101:mkdir.0 Request processed in 583us (1337us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135898.829357:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 13 00010000:00010000:2.0:1783135898.991809:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1783135899.569688:0:23391:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1783135900.015585:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783135900.526715:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67804b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1869752809300224:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783135900.526801:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135900.527045:0:24143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809300224 00000100:00100000:2.0:1783135900.527056:0:24143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809300224 00000100:00100000:2.0:1783135900.527149:0:24143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1783135900.527169:0:24143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1869752809300224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1783135900.527210:0:24143:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1783135900.527262:0:24143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1869752809300224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135900.527269:0:24143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1783135900.527407:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac6434f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1869752809300352:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783135900.527449:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135900.527482:0:24143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809300352 00000100:00100000:1.0:1783135900.527487:0:24143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809300352 00000100:00100000:1.0:1783135900.527508:0:24143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1783135900.527514:0:24143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac6434f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1869752809300352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1783135900.527525:0:24143:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1783135900.527555:0:24143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac6434f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1869752809300352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 41us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135900.527562:0:24143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1783135900.527601:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac6434f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1869752809300352:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1783135900.527887:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783135900.527910:0:3646:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:0.0:1783135900.527926:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67804b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1869752809300224:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783135900.528501:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783135900.528514:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1869752809300480:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783135900.528549:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135900.530050:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:98df5a8b-208b-49ce-84cd-0105b203fdc7:3649:1869752809300608:0@lo:400:kworker.0 00000100:00100000:0.0:1783135900.530123:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135900.530148:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67b3b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1869752809301120:0@lo:400:kworker.0 00000100:00100000:0.0:1783135900.530172:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135900.530187:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67b3b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3649:1869752809301632:0@lo:400:kworker.0 00000100:00100000:0.0:1783135900.530234:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135900.530259:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1783135900.530264:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67b3b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1869752809300992:0@lo:400:kworker.0 00000100:00100000:0.0:1783135900.530286:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135900.530299:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67b3b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1869752809301504:0@lo:400:kworker.0 00000100:00100000:0.0:1783135900.530318:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135900.530345:0:24141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809301120 00000100:00100000:0.0:1783135900.530352:0:24141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809301120 00000100:00100000:0.0:1783135900.530413:0:24141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1783135900.530422:0:24141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67b3b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1869752809301120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783135900.530480:0:24141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67b3b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1869752809301120:12345-0@lo:400:kworker.0 Request processed in 58us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135900.530487:0:24141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1783135900.530509:0:24617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809301632 00000100:00100000:0.0:1783135900.530512:0:24617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809301632 00000100:00100000:0.0:1783135900.530536:0:24617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809301504 00000100:00100000:0.0:1783135900.530539:0:24617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809301504 00000100:00100000:0.0:1783135900.530557:0:24617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1783135900.530564:0:24617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67b3b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1869752809301632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783135900.530595:0:24617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67b3b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1869752809301632:12345-0@lo:400:kworker.0 Request processed in 32us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135900.530600:0:24617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1783135900.530611:0:24617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1783135900.530617:0:24617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67b3b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1869752809301504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783135900.530679:0:24617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67b3b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1869752809301504:12345-0@lo:400:kworker.0 Request processed in 61us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135900.530686:0:24617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1783135900.531882:0:23372:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809300992 00000100:00100000:1.0:1783135900.531896:0:23372:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809300992 00000100:00100000:1.0:1783135900.531969:0:23372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1783135900.531978:0:23372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67b3b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1869752809300992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135900.532051:0:23372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67b3b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1869752809300992:12345-0@lo:400:kworker.0 Request processed in 75us (1763us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135900.532058:0:23372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1783135900.532138:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54379e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1869752809300864:0@lo:400:kworker.0 00000100:00100000:1.0:1783135900.532172:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135900.532196:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67b3b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1869752809301376:0@lo:400:kworker.0 00000100:00100000:1.0:1783135900.532218:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135900.532232:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1783135900.532238:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1869752809300736:0@lo:400:kworker.0 00000100:00100000:1.0:1783135900.532260:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135900.532283:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67b3b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1869752809301248:0@lo:400:kworker.0 00000100:00100000:1.0:1783135900.532303:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135900.532312:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67b3b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1869752809301760:0@lo:400:kworker.0 00000100:00100000:1.0:1783135900.532331:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135900.532352:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809300736 00000100:00100000:1.0:1783135900.532357:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809300736 00000100:00100000:1.0:1783135900.532381:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1783135900.532387:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac6434f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1869752809300736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135900.532423:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac6434f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1869752809300736:12345-0@lo:400:kworker.0 Request processed in 36us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135900.532429:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1783135900.532445:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809300864 00000100:00100000:1.0:1783135900.532447:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809300864 00000100:00100000:1.0:1783135900.532463:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809301376 00000100:00100000:1.0:1783135900.532473:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809301376 00000100:00100000:1.0:1783135900.532501:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809301248 00000100:00100000:1.0:1783135900.532503:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809301248 00000100:00100000:1.0:1783135900.532513:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809301760 00000100:00100000:1.0:1783135900.532515:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809301760 00000100:00100000:1.0:1783135900.532529:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1783135900.532535:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac6434f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1869752809300864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135900.532562:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac6434f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1869752809300864:12345-0@lo:400:kworker.0 Request processed in 27us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135900.532568:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1783135900.532577:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1783135900.532582:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac6434f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1869752809301376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135900.532605:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac6434f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1869752809301376:12345-0@lo:400:kworker.0 Request processed in 23us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135900.532611:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1783135900.532620:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1783135900.532624:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac6434f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1869752809301248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135900.532645:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac6434f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1869752809301248:12345-0@lo:400:kworker.0 Request processed in 21us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135900.532650:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1783135900.532671:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1783135900.532678:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac6434f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1869752809301760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135900.532716:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac6434f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1869752809301760:12345-0@lo:400:kworker.0 Request processed in 38us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135900.532722:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1783135900.532764:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1869752809300736:0@lo:400:kworker.0 00000100:00100000:1.0:1783135900.532786:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67b3b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1869752809301248:0@lo:400:kworker.0 00010000:00080000:1.0:1783135900.532798:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac67b3b1500 x1869752809301760/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135916 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135900.532809:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67b3b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1869752809301760:0@lo:400:kworker.0 00000100:00100000:1.0:1783135900.532819:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54379e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1869752809300864:0@lo:400:kworker.0 00000100:00100000:1.0:1783135900.532830:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67b3b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1869752809301376:0@lo:400:kworker.0 00000100:00080000:1.0:1783135900.532888:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783135900.532893:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783135900.532896:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783135900.532924:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67b3b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1869752809300992:0@lo:400:kworker.0 00010000:00080000:1.0:1783135900.532935:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac67b3b0a80 x1869752809301504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135916 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135900.532945:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67b3b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1869752809301504:0@lo:400:kworker.0 00000100:00100000:1.0:1783135900.532958:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67b3b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1869752809301120:0@lo:400:kworker.0 00000100:00100000:1.0:1783135900.532970:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67b3b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3649:1869752809301632:0@lo:400:kworker.0 00000100:00100000:1.0:1783135900.533011:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809300608 00000100:00100000:1.0:1783135900.533015:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809300608 00000100:00100000:1.0:1783135900.533045:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:1.0:1783135900.533052:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac648bc9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+24:3649:x1869752809300608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135900.533113:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac648bc9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+24:3649:x1869752809300608:12345-0@lo:400:kworker.0 Request processed in 36us (2965us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135900.533119:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:1.0:1783135900.533162:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:98df5a8b-208b-49ce-84cd-0105b203fdc7:3649:1869752809300608:0@lo:400:kworker.0 00000100:00100000:2.0:1783135900.541010:0:24143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809300480 00000100:00100000:2.0:1783135900.541028:0:24143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809300480 00000100:00100000:2.0:1783135900.541135:0:24143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1783135900.541146:0:24143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1869752809300480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783135900.541183:0:24143:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1783135900.541307:0:24143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1869752809300480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 163us (12756us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135900.541315:0:24143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1783135900.541396:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1869752809300480:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1783135900.543961:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783135900.633918:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135900.634060:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786114688 00000100:00100000:1.0:1783135900.634073:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786114688 00000100:00100000:1.0:1783135900.634360:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 14 00000100:00100000:1.0:1783135900.634371:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67b3b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c470363-a850-4d7a-9165-72a314f64fdf+7:18164:x1869752786114688:12345-192.168.204.6@tcp:41:lfs.0 00000004:00000024:1.0:1783135900.634416:0:22633:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1783135900.634555:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67b3b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c470363-a850-4d7a-9165-72a314f64fdf+7:18164:x1869752786114688:12345-192.168.204.6@tcp:41:lfs.0 Request processed in 185us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135900.634563:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 14 00000100:00080000:0.0:1783135900.636820:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783135900.642020:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135900.642357:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786114816 00000100:00100000:1.0:1783135900.642366:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786114816 00000100:00100000:1.0:1783135900.642453:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 15 00000100:00100000:1.0:1783135900.642463:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678048e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+6:18164:x1869752786114816:12345-192.168.204.6@tcp:41:lfs.0 00000004:00000024:1.0:1783135900.642503:0:22634:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1783135900.642740:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678048e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+6:18164:x1869752786114816:12345-192.168.204.6@tcp:41:lfs.0 Request processed in 278us (730us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135900.642748:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 15 00000100:00080000:0.0:1783135900.642962:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783135900.652559:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135900.653163:0:24143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786114944 00000100:00100000:1.0:1783135900.653175:0:24143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786114944 00000100:00080000:0.0:1783135900.653827:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783135900.653882:0:24143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 13 00000100:00100000:1.0:1783135900.653894:0:24143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67804b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7c470363-a850-4d7a-9165-72a314f64fdf+6:18164:x1869752786114944:12345-192.168.204.6@tcp:13:lfs.0 00002000:00000024:1.0:1783135900.653921:0:24143:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1783135900.654025:0:24143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67804b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7c470363-a850-4d7a-9165-72a314f64fdf+6:18164:x1869752786114944:12345-192.168.204.6@tcp:13:lfs.0 Request processed in 133us (1475us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135900.654033:0:24143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 13 00000100:00100000:1.0:1783135900.659850:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135900.660028:0:24142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786115072 00000100:00100000:3.0:1783135900.660039:0:24142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786115072 00000100:00100000:3.0:1783135900.660241:0:24142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 14 00000100:00100000:3.0:1783135900.660261:0:24142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac6434f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7c470363-a850-4d7a-9165-72a314f64fdf+6:18164:x1869752786115072:12345-192.168.204.6@tcp:13:lfs.0 00002000:00000024:3.0:1783135900.660289:0:24142:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1783135900.660404:0:24142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac6434f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7c470363-a850-4d7a-9165-72a314f64fdf+6:18164:x1869752786115072:12345-192.168.204.6@tcp:13:lfs.0 Request processed in 144us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135900.660413:0:24142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 14 00000100:00080000:0.0:1783135900.661527:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783135900.796873:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135900.797085:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786115200 00000100:00100000:0.0:1783135900.797139:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786115200 00000100:00100000:0.0:1783135900.797227:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 132 00000100:00100000:0.0:1783135900.797239:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac648bca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+10:18194:x1869752786115200:12345-192.168.204.6@tcp:101:mount.lustre.0 00010000:00010000:0.0:1783135900.797263:0:22626:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783135900.797288:0:22626:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67c526c00/0xf7de4ef628ee18be lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f141208 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135900.797327:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67c526c00/0xf7de4ef628ee18be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141208 expref: 11 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135900.797338:0:22626:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67c526c00/0xf7de4ef628ee18be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141208 expref: 11 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135900.797348:0:22626:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67c526c00, rc 0) 00000100:00100000:0.0:1783135900.797430:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac648bca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+11:18194:x1869752786115200:12345-192.168.204.6@tcp:101:mount.lustre.0 Request processed in 192us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135900.797437:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 132 00000100:00100000:2.0:1783135900.802314:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135900.802439:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786115328 00000100:00100000:1.0:1783135900.802452:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786115328 00000100:00100000:1.0:1783135900.802550:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 133 00000100:00100000:1.0:1783135900.802564:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9acea224-832c-44eb-9e5e-15c0411f1471+11:18194:x1869752786115328:12345-192.168.204.6@tcp:501:mount.lustre.0 00000100:00100000:1.0:1783135900.802810:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9acea224-832c-44eb-9e5e-15c0411f1471+11:18194:x1869752786115328:12345-192.168.204.6@tcp:501:mount.lustre.0 Request processed in 248us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135900.802820:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 133 00000100:00100000:3.0:1783135900.819422:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135900.819580:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786115456 00000100:00100000:1.0:1783135900.819594:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786115456 00000100:00100000:1.0:1783135900.819683:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 134 00000100:00100000:1.0:1783135900.819819:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9acea224-832c-44eb-9e5e-15c0411f1471+11:18194:x1869752786115456:12345-192.168.204.6@tcp:503:mount.lustre.0 00000100:00100000:1.0:1783135900.820252:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9acea224-832c-44eb-9e5e-15c0411f1471+11:18194:x1869752786115456:12345-192.168.204.6@tcp:503:mount.lustre.0 Request processed in 556us (848us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135900.820262:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 134 00000100:00100000:2.0:1783135900.828307:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135900.828549:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786115584 00000100:00100000:0.0:1783135900.828574:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786115584 00000100:00100000:0.0:1783135900.828680:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 135 00000100:00100000:0.0:1783135900.828705:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+11:18203:x1869752786115584:12345-192.168.204.6@tcp:502:llog_process_th.0 00000100:00100000:0.0:1783135900.828942:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+11:18203:x1869752786115584:12345-192.168.204.6@tcp:502:llog_process_th.0 Request processed in 241us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135900.828959:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 135 00000100:00100000:2.0:1783135900.843307:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135900.843428:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786115712 00000100:00100000:1.0:1783135900.843443:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786115712 00000100:00100000:1.0:1783135900.843526:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 136 00000100:00100000:1.0:1783135900.843546:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9acea224-832c-44eb-9e5e-15c0411f1471+11:18203:x1869752786115712:12345-192.168.204.6@tcp:502:llog_process_th.0 00000100:00100000:1.0:1783135900.844153:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9acea224-832c-44eb-9e5e-15c0411f1471+11:18203:x1869752786115712:12345-192.168.204.6@tcp:502:llog_process_th.0 Request processed in 612us (858us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135900.844165:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 136 00000100:00100000:3.0:1783135900.852321:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135900.852726:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786115840 00000100:00100000:1.0:1783135900.852740:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786115840 00000100:00100000:1.0:1783135900.852816:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 137 00000100:00100000:1.0:1783135900.852827:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9acea224-832c-44eb-9e5e-15c0411f1471+11:18203:x1869752786115840:12345-192.168.204.6@tcp:502:llog_process_th.0 00000100:00100000:1.0:1783135900.853036:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9acea224-832c-44eb-9e5e-15c0411f1471+11:18203:x1869752786115840:12345-192.168.204.6@tcp:502:llog_process_th.0 Request processed in 210us (730us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135900.853045:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 137 00000100:00100000:2.0:1783135900.859216:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135900.859330:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786115968 00000100:00100000:1.0:1783135900.859342:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786115968 00000100:00100000:1.0:1783135900.859455:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 138 00000100:00100000:1.0:1783135900.859465:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9acea224-832c-44eb-9e5e-15c0411f1471+11:18194:x1869752786115968:12345-192.168.204.6@tcp:101:mount.lustre.0 00010000:00010000:1.0:1783135900.859487:0:22627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783135900.859507:0:22627:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67f908c00/0xf7de4ef628ee18c5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f141239 expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135900.859540:0:22627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67f908c00/0xf7de4ef628ee18c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141239 expref: 12 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135900.859554:0:22627:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67f908c00/0xf7de4ef628ee18c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141239 expref: 12 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135900.859564:0:22627:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67f908c00, rc 0) 00000100:00100000:1.0:1783135900.859641:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9acea224-832c-44eb-9e5e-15c0411f1471+12:18194:x1869752786115968:12345-192.168.204.6@tcp:101:mount.lustre.0 Request processed in 177us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135900.859649:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 138 00000100:00100000:2.0:1783135900.862493:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135900.862903:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786116096 00000100:00100000:0.0:1783135900.862918:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786116096 00000100:00100000:0.0:1783135900.863023:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 139 00000100:00100000:0.0:1783135900.863035:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+12:18194:x1869752786116096:12345-192.168.204.6@tcp:256:mount.lustre.0 20000000:01000000:0.0:1783135900.863075:0:22626:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1783135900.863143:0:22626:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1783135900.863149:0:22626:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1783135900.863152:0:22626:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1783135900.863156:0:22626:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1783135900.863159:0:22626:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1783135900.865343:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+12:18194:x1869752786116096:12345-192.168.204.6@tcp:256:mount.lustre.0 Request processed in 2293us (2848us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135900.865364:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 139 00000100:00100000:2.0:1783135900.868283:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135900.868420:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786116224 00000100:00100000:1.0:1783135900.868433:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786116224 00000100:00100000:1.0:1783135900.868561:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 140 00000100:00100000:1.0:1783135900.868574:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9acea224-832c-44eb-9e5e-15c0411f1471+12:18194:x1869752786116224:12345-192.168.204.6@tcp:101:mount.lustre.0 00010000:00010000:1.0:1783135900.868598:0:22627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783135900.868639:0:22627:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67f909600/0xf7de4ef628ee18cc lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f141240 expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135900.868785:0:22627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67f909600/0xf7de4ef628ee18cc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141240 expref: 13 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135900.868808:0:22627:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67f909600/0xf7de4ef628ee18cc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141240 expref: 13 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135900.868821:0:22627:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67f909600, rc 0) 00000100:00100000:1.0:1783135900.868947:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9acea224-832c-44eb-9e5e-15c0411f1471+13:18194:x1869752786116224:12345-192.168.204.6@tcp:101:mount.lustre.0 Request processed in 375us (678us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135900.868956:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 140 00000100:00100000:2.0:1783135900.878078:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135900.879978:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786116352 00000100:00100000:0.0:1783135900.880010:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786116352 00000100:00100000:0.0:1783135900.880194:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 141 00000100:00100000:0.0:1783135900.880208:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+13:18194:x1869752786116352:12345-192.168.204.6@tcp:501:mount.lustre.0 00000100:00100000:0.0:1783135900.880479:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+13:18194:x1869752786116352:12345-192.168.204.6@tcp:501:mount.lustre.0 Request processed in 272us (2418us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135900.880487:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 141 00000100:00100000:2.0:1783135900.884467:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135900.884808:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786116480 00000100:00100000:1.0:1783135900.884824:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786116480 00000100:00100000:1.0:1783135900.884950:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 142 00000100:00100000:1.0:1783135900.884965:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9acea224-832c-44eb-9e5e-15c0411f1471+13:18194:x1869752786116480:12345-192.168.204.6@tcp:503:mount.lustre.0 00000100:00100000:1.0:1783135900.885217:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9acea224-832c-44eb-9e5e-15c0411f1471+13:18194:x1869752786116480:12345-192.168.204.6@tcp:503:mount.lustre.0 Request processed in 254us (767us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135900.885228:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 142 00000100:00100000:2.0:1783135900.887900:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135900.888178:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786116608 00000100:00100000:0.0:1783135900.888191:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786116608 00000100:00100000:0.0:1783135900.888334:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 143 00000100:00100000:0.0:1783135900.888347:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+13:18207:x1869752786116608:12345-192.168.204.6@tcp:502:llog_process_th.0 00000100:00100000:0.0:1783135900.888710:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+13:18207:x1869752786116608:12345-192.168.204.6@tcp:502:llog_process_th.0 Request processed in 362us (824us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135900.888720:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 143 00000100:00100000:2.0:1783135900.892499:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135900.893313:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786116736 00000100:00100000:1.0:1783135900.893333:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786116736 00000100:00100000:1.0:1783135900.893704:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 144 00000100:00100000:1.0:1783135900.893719:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9acea224-832c-44eb-9e5e-15c0411f1471+13:18207:x1869752786116736:12345-192.168.204.6@tcp:502:llog_process_th.0 00000100:00100000:1.0:1783135900.893969:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9acea224-832c-44eb-9e5e-15c0411f1471+13:18207:x1869752786116736:12345-192.168.204.6@tcp:502:llog_process_th.0 Request processed in 254us (1483us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135900.893979:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 144 00000100:00100000:2.0:1783135900.900996:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135900.901048:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135900.901084:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135900.901159:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135900.901176:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135900.901199:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135900.901237:0:24617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786117248 00000100:00100000:2.0:1783135900.901250:0:24617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786117248 00000100:00100000:2.0:1783135900.901315:0:24617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786117120 00000100:00100000:2.0:1783135900.901318:0:24617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786117120 00000100:00100000:2.0:1783135900.901330:0:24617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786116864 00000100:00100000:2.0:1783135900.901332:0:24617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786116864 00000100:00100000:2.0:1783135900.901346:0:24617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 40 00000100:00100000:2.0:1783135900.901357:0:24617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c470363-a850-4d7a-9165-72a314f64fdf+6:2400:x1869752786117248:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:2.0:1783135900.901450:0:24617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c470363-a850-4d7a-9165-72a314f64fdf+6:2400:x1869752786117248:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 94us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135900.901458:0:24617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 40 00000100:00100000:2.0:1783135900.901475:0:24617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 41 00000100:00100000:2.0:1783135900.901499:0:24617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677a5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c470363-a850-4d7a-9165-72a314f64fdf+7:2400:x1869752786117120:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:2.0:1783135900.901525:0:24617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677a5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c470363-a850-4d7a-9165-72a314f64fdf+7:2400:x1869752786117120:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 28us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135900.901531:0:24617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 41 00000100:00100000:2.0:1783135900.901542:0:24617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 16 00000100:00100000:2.0:1783135900.902251:0:24617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677a5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2397:x1869752786116864:12345-192.168.204.6@tcp:38:mount.lustre.0 00010000:00080000:2.0:1783135900.902296:0:24617:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from 62c2594e-9fe4-48dc-b06e-53e329c8bc03@192.168.204.6@tcp t0 exp 0000000000000000 cur 804 last 0 00000020:00000080:2.0:1783135900.902343:0:24617:0:(genops.c:1406:class_connect()) connect: client 62c2594e-9fe4-48dc-b06e-53e329c8bc03, cookie 0xf7de4ef628ee18d3 00000004:00100000:2.0:1783135900.902380:0:24617:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:2.0:1783135900.902516:0:24617:0:(import.c:65:import_set_state_nolock()) ffff8ac543621000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783135900.902760:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786117632 00000100:00100000:3.0:1783135900.902771:0:24140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786117632 00000100:00100000:3.0:1783135900.902824:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786117376 00000100:00100000:3.0:1783135900.902828:0:24140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786117376 00000100:00100000:3.0:1783135900.902867:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 4 00000100:00100000:3.0:1783135900.902878:0:24140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67804b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c470363-a850-4d7a-9165-72a314f64fdf+6:2400:x1869752786117632:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:0.0:1783135900.902889:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786116992 00000100:00100000:0.0:1783135900.902897:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786116992 00000100:00100000:0.0:1783135900.902948:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 145 00000100:00100000:3.0:1783135900.902952:0:24140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67804b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c470363-a850-4d7a-9165-72a314f64fdf+6:2400:x1869752786117632:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 73us (1863us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135900.902962:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+13:2400:x1869752786116992:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:3.0:1783135900.902966:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 4 00000100:00100000:3.0:1783135900.902992:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 5 00000100:00100000:3.0:1783135900.903000:0:24140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677a5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c470363-a850-4d7a-9165-72a314f64fdf+6:2400:x1869752786117376:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:0.0:1783135900.903071:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+13:2400:x1869752786116992:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 112us (2092us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135900.903079:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 145 00000100:00100000:3.0:1783135900.907606:0:24140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677a5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c470363-a850-4d7a-9165-72a314f64fdf+6:2400:x1869752786117376:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 4583us (6404us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135900.907641:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 5 00000100:00100000:1.0:1783135900.908294:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135900.909955:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786117760 00000100:00100000:1.0:1783135900.909976:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786117760 00000100:00100000:1.0:1783135900.910046:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 17 00000100:00100000:1.0:1783135900.910058:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac6434f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2397:x1869752786117760:12345-192.168.204.6@tcp:38:mount.lustre.0 00010000:00080000:1.0:1783135900.910118:0:22633:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from 62c2594e-9fe4-48dc-b06e-53e329c8bc03@192.168.204.6@tcp t0 exp 0000000000000000 cur 804 last 0 00000020:00000080:1.0:1783135900.910177:0:22633:0:(genops.c:1406:class_connect()) connect: client 62c2594e-9fe4-48dc-b06e-53e329c8bc03, cookie 0xf7de4ef628ee18da 00000004:00100000:1.0:1783135900.910212:0:22633:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1783135900.910347:0:22633:0:(import.c:65:import_set_state_nolock()) ffff8ac672dbc800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783135900.910438:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac6434f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:62c2594e-9fe4-48dc-b06e-53e329c8bc03+6:2397:x1869752786117760:12345-192.168.204.6@tcp:38:mount.lustre.0 Request processed in 381us (2147us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135900.910446:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 17 00000100:00100000:2.0:1783135900.913467:0:24617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677a5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:62c2594e-9fe4-48dc-b06e-53e329c8bc03+6:2397:x1869752786116864:12345-192.168.204.6@tcp:38:mount.lustre.0 Request processed in 11899us (12246us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135900.913487:0:24617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 16 00000100:00100000:1.0:1783135900.918500:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135900.918840:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135900.918962:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786117888 00000100:00100000:2.0:1783135900.918976:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786117888 00000100:00100000:2.0:1783135900.919081:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786118016 00000100:00100000:2.0:1783135900.919085:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786118016 00000100:00100000:2.0:1783135900.919161:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 18 00000100:00100000:2.0:1783135900.919175:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac6434f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:62c2594e-9fe4-48dc-b06e-53e329c8bc03+6:0:x1869752786117888:12345-192.168.204.6@tcp:41:mount.lustre.0 00000004:00000024:2.0:1783135900.919223:0:22633:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1783135900.919315:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac6434f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:62c2594e-9fe4-48dc-b06e-53e329c8bc03+6:0:x1869752786117888:12345-192.168.204.6@tcp:41:mount.lustre.0 Request processed in 143us (831us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135900.919324:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 18 00000100:00100000:2.0:1783135900.919343:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 19 00000100:00100000:2.0:1783135900.919351:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac6434f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:62c2594e-9fe4-48dc-b06e-53e329c8bc03+6:18194:x1869752786118016:12345-192.168.204.6@tcp:41:mount.lustre.0 00000004:00000024:2.0:1783135900.919383:0:22633:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1783135900.919414:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac6434f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:62c2594e-9fe4-48dc-b06e-53e329c8bc03+6:18194:x1869752786118016:12345-192.168.204.6@tcp:41:mount.lustre.0 Request processed in 64us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135900.919421:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 19 00000100:00080000:0.0:1783135900.920167:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783135900.920175:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783135900.921385:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135900.921578:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786117504 00000100:00100000:2.0:1783135900.921590:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786117504 00000100:00100000:2.0:1783135900.922152:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 20 00000100:00100000:2.0:1783135900.922168:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac542465180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:62c2594e-9fe4-48dc-b06e-53e329c8bc03+6:0:x1869752786117504:12345-192.168.204.6@tcp:41:mount.lustre.0 00000004:00000024:2.0:1783135900.922213:0:22633:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1783135900.922294:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac542465180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:62c2594e-9fe4-48dc-b06e-53e329c8bc03+6:0:x1869752786117504:12345-192.168.204.6@tcp:41:mount.lustre.0 Request processed in 131us (922us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135900.922302:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 20 00000100:00100000:3.0:1783135900.924323:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135900.924434:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786118144 00000100:00100000:1.0:1783135900.924447:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786118144 00000100:00100000:1.0:1783135900.924516:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 21 00000100:00100000:1.0:1783135900.924526:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac542467480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:62c2594e-9fe4-48dc-b06e-53e329c8bc03+6:18194:x1869752786118144:12345-192.168.204.6@tcp:40:mount.lustre.0 00000100:00100000:1.0:1783135900.924901:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac542467480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:62c2594e-9fe4-48dc-b06e-53e329c8bc03+6:18194:x1869752786118144:12345-192.168.204.6@tcp:40:mount.lustre.0 Request processed in 374us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135900.924910:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 21 00000100:00100000:1.0:1783135900.928950:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135900.929287:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786118528 00000100:00100000:3.0:1783135900.929302:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786118528 00000100:00100000:3.0:1783135900.929419:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 4 00000100:00100000:3.0:1783135900.929431:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac6434f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:62c2594e-9fe4-48dc-b06e-53e329c8bc03+6:18194:x1869752786118528:12345-192.168.204.6@tcp:900:mount.lustre.0 00000100:00100000:3.0:1783135900.929563:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac6434f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:62c2594e-9fe4-48dc-b06e-53e329c8bc03+6:18194:x1869752786118528:12345-192.168.204.6@tcp:900:mount.lustre.0 Request processed in 133us (628us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135900.929574:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 4 00000100:00100000:0.0:1783135900.933469:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135900.933528:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135900.934489:0:24618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786118272 00000100:00100000:3.0:1783135900.934504:0:24618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786118272 00000100:00100000:3.0:1783135900.934564:0:24618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786118400 00000100:00100000:3.0:1783135900.934567:0:24618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786118400 00000100:00100000:3.0:1783135900.934598:0:24618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 18 00000100:00100000:3.0:1783135900.934608:0:24618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67b3b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2397:x1869752786118272:12345-192.168.204.6@tcp:8:mount.lustre.0 00010000:00080000:3.0:1783135900.934674:0:24618:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from 62c2594e-9fe4-48dc-b06e-53e329c8bc03@192.168.204.6@tcp t0 exp 0000000000000000 cur 804 last 0 00000020:00000080:3.0:1783135900.934729:0:24618:0:(genops.c:1406:class_connect()) connect: client 62c2594e-9fe4-48dc-b06e-53e329c8bc03, cookie 0xf7de4ef628ee18e1 00002000:00100000:3.0:1783135900.934746:0:24618:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 62c2594e-9fe4-48dc-b06e-53e329c8bc03/ffff8ac5433c3800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113654 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1783135900.934761:0:24618:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1783135900.934859:0:24618:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1783135900.934902:0:24618:0:(import.c:65:import_set_state_nolock()) ffff8ac5433c4000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783135900.935045:0:24139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 19 00000100:00100000:0.0:1783135900.935053:0:24139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67b3b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2397:x1869752786118400:12345-192.168.204.6@tcp:8:mount.lustre.0 00010000:00080000:0.0:1783135900.935072:0:24139:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from 62c2594e-9fe4-48dc-b06e-53e329c8bc03@192.168.204.6@tcp t0 exp 0000000000000000 cur 804 last 0 00000020:00000080:0.0:1783135900.935110:0:24139:0:(genops.c:1406:class_connect()) connect: client 62c2594e-9fe4-48dc-b06e-53e329c8bc03, cookie 0xf7de4ef628ee18e8 00002000:00100000:0.0:1783135900.935115:0:24139:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 62c2594e-9fe4-48dc-b06e-53e329c8bc03/ffff8ac677a25800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113654 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1783135900.935122:0:24139:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1783135900.935170:0:24139:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1783135900.935185:0:24139:0:(import.c:65:import_set_state_nolock()) ffff8ac677a26000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783135900.935918:0:24618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67b3b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:62c2594e-9fe4-48dc-b06e-53e329c8bc03+6:2397:x1869752786118272:12345-192.168.204.6@tcp:8:mount.lustre.0 Request processed in 1306us (2462us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135900.935929:0:24618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 18 00000100:00100000:0.0:1783135900.936037:0:24139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67b3b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:62c2594e-9fe4-48dc-b06e-53e329c8bc03+6:2397:x1869752786118400:12345-192.168.204.6@tcp:8:mount.lustre.0 Request processed in 984us (2507us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135900.936074:0:24139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 19 00000100:00100000:2.0:1783135900.936851:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135900.937104:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786118656 00000100:00100000:3.0:1783135900.937114:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786118656 00000100:00100000:3.0:1783135900.937174:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 1 00000100:00100000:3.0:1783135900.937191:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677a5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:62c2594e-9fe4-48dc-b06e-53e329c8bc03+6:18194:x1869752786118656:12345-192.168.204.6@tcp:33:mount.lustre.0 00000004:00200000:3.0:1783135900.937791:0:22637:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1783135900.938058:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677a5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:62c2594e-9fe4-48dc-b06e-53e329c8bc03+6:18194:x1869752786118656:12345-192.168.204.6@tcp:33:mount.lustre.0 Request processed in 867us (1209us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135900.938074:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 1 00010000:00010000:1.0:1783135901.049467:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783135901.149258:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135901.149473:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786118784 00000100:00100000:2.0:1783135901.149491:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786118784 00000100:00100000:2.0:1783135901.149592:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 22 00000100:00100000:2.0:1783135901.149606:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac6434f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:62c2594e-9fe4-48dc-b06e-53e329c8bc03+6:18230:x1869752786118784:12345-192.168.204.6@tcp:101:mkdir.0 00010000:00010000:2.0:1783135901.149634:0:22633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783135901.149679:0:22633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e9c00/0xf7de4ef628ee18ef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f141271 expref: -99 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135901.149788:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e9a00/0xf7de4ef628ee18f6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135901.149829:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e9a00/0xf7de4ef628ee18f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135901.149844:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e9a00/0xf7de4ef628ee18f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783135901.149915:0:22633:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1783135901.149919:0:22633:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783135901.149951:0:22633:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e9a00/0xf7de4ef628ee18f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135901.149984:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e9c00/0xf7de4ef628ee18ef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141271 expref: 8 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135901.150011:0:22633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e9a00/0xf7de4ef628ee18f6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141271 expref: 7 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135901.150021:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ac661ae4a00) 00010000:00010000:2.0:1783135901.150025:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1783135901.150030:0:22633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac6413e9a00, rc 0) 00000100:00100000:2.0:1783135901.150213:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac6434f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:62c2594e-9fe4-48dc-b06e-53e329c8bc03+7:18230:x1869752786118784:12345-192.168.204.6@tcp:101:mkdir.0 Request processed in 605us (982us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135901.150221:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 22 00010000:00010000:2.0:1783135902.071259:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783135903.087399:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783135903.598634:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67b3b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1869752809301888:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783135903.598724:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135903.598876:0:24142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809301888 00000100:00100000:0.0:1783135903.598889:0:24142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809301888 00000100:00100000:0.0:1783135903.598993:0:24142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1783135903.599007:0:24142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac542466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1869752809301888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1783135903.599052:0:24142:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1783135903.599172:0:24142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac542466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1869752809301888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 170us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135903.599180:0:24142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:3.0:1783135903.599261:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783135903.599318:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67b3b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1869752809301888:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783135903.600297:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac542465500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1869752809302144:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783135903.600357:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135903.600401:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783135903.600407:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac6434f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1869752809302016:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783135903.600464:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135903.600494:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809302144 00000100:00100000:2.0:1783135903.600500:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809302144 00000100:00100000:2.0:1783135903.600552:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809302016 00000100:00100000:2.0:1783135903.600555:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809302016 00000100:00100000:2.0:1783135903.600573:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1783135903.600582:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677a5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1869752809302144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783135903.600633:0:22639:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1783135903.600679:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677a5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1869752809302144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135903.600687:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1783135903.600704:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1783135903.600711:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677a5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1869752809302016:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783135903.600729:0:22639:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1783135903.600758:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677a5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1869752809302016:12345-0@lo:41:osp-pre-0-1.0 Request processed in 48us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135903.600764:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1783135903.600809:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac6434f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1869752809302016:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783135903.600820:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac542465500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1869752809302144:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1783135904.112041:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1783135904.117306:0:22613:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 62c2594e-9fe4-48dc-b06e-53e329c8bc03 00000001:00100000:0.0:1783135904.117322:0:22613:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 7c470363-a850-4d7a-9165-72a314f64fdf 00000001:00100000:3.0:1783135904.120049:0:24135:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 62c2594e-9fe4-48dc-b06e-53e329c8bc03 00000001:00100000:3.0:1783135904.120067:0:24135:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 7c470363-a850-4d7a-9165-72a314f64fdf 00000001:00100000:0.0:1783135904.120257:0:24954:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 62c2594e-9fe4-48dc-b06e-53e329c8bc03 00000001:00100000:0.0:1783135904.120265:0:24954:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 7c470363-a850-4d7a-9165-72a314f64fdf 00000001:00100000:3.0:1783135904.125578:0:23364:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 62c2594e-9fe4-48dc-b06e-53e329c8bc03 00000001:00100000:3.0:1783135904.125604:0:23364:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 7c470363-a850-4d7a-9165-72a314f64fdf 00000001:02000400:1.0:1783135904.361186:0:25513:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:3.0:1783135905.135729:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783135905.646332:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67b3b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1869752809302272:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783135905.646425:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135905.646698:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783135905.646712:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677a5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:98df5a8b-208b-49ce-84cd-0105b203fdc7:3646:1869752809302400:0@lo:400:kworker.0 00000100:00100000:0.0:1783135905.646756:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135905.649501:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677a5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1869752809302912:0@lo:400:kworker.0 00000100:00100000:2.0:1783135905.649522:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677a5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809302528:0@lo:400:kworker.0 00000100:00100000:0.0:1783135905.649602:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135905.649604:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135905.649647:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543a75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809303040:0@lo:400:kworker.0 00000100:00100000:2.0:1783135905.649678:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135905.649700:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1869752809303552:0@lo:400:kworker.0 00000100:00100000:2.0:1783135905.649725:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135905.649770:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1869752809303424:0@lo:400:kworker.0 00000100:00100000:0.0:1783135905.649819:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677a5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1869752809302784:0@lo:400:kworker.0 00000100:00100000:0.0:1783135905.649854:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135905.649891:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809303296:0@lo:400:kworker.0 00000100:00100000:3.0:1783135905.649906:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809302784 00000100:00100000:3.0:1783135905.649920:0:24140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809302784 00000100:00100000:0.0:1783135905.649936:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135905.649975:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678320e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1869752809303808:0@lo:400:kworker.0 00000100:00100000:3.0:1783135905.650023:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809303296 00000100:00100000:3.0:1783135905.650029:0:24140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809303296 00000100:00100000:0.0:1783135905.650035:0:25012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1783135905.650053:0:25012:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67b3b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3646:x1869752809302784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783135905.650068:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1783135905.650081:0:24140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67b3b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809303296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783135905.650159:0:25012:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67b3b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3646:x1869752809302784:12345-0@lo:400:kworker.0 Request processed in 111us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135905.650170:0:25012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1783135905.650197:0:24140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67b3b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809303296:12345-0@lo:400:kworker.0 Request processed in 117us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135905.650206:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:3.0:1783135905.650237:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1783135905.650242:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783135905.651258:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809302400 00000100:00100000:1.0:1783135905.651270:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809302400 00000100:00100000:1.0:1783135905.651322:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1783135905.651332:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+24:3646:x1869752809302400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135905.651420:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+24:3646:x1869752809302400:12345-0@lo:400:kworker.0 Request processed in 89us (4665us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135905.651427:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1783135905.651476:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac6434f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1869752809302656:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783135905.651515:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135905.651546:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543795f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1869752809303168:0@lo:400:kworker.0 00000100:00100000:1.0:1783135905.651581:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135905.651613:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac543797800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1869752809303680:0@lo:400:kworker.0 00000100:00100000:1.0:1783135905.651648:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809302912 00000100:00100000:1.0:1783135905.651653:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809302912 00000100:00100000:1.0:1783135905.651689:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1783135905.651696:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67b3b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1869752809302912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135905.651738:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67b3b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1869752809302912:12345-0@lo:400:kworker.0 Request processed in 42us (2142us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135905.651745:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1783135905.651766:0:24143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809302272 00000100:00100000:1.0:1783135905.651771:0:24143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809302272 00000100:00100000:1.0:1783135905.651798:0:24143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809302656 00000100:00100000:1.0:1783135905.651801:0:24143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809302656 00000100:00100000:1.0:1783135905.651822:0:24143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1783135905.651833:0:24143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67b3b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1869752809302272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783135905.651866:0:24143:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1783135905.651914:0:24143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67b3b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1869752809302272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (5489us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135905.651935:0:24143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1783135905.651948:0:24143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1783135905.651954:0:24143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac6434f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1869752809302656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1783135905.651963:0:24143:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1783135905.652000:0:24143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac6434f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1869752809302656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135905.652007:0:24143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1783135905.652041:0:24139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809303168 00000100:00100000:1.0:1783135905.652046:0:24139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809303168 00000100:00100000:1.0:1783135905.652079:0:24139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1783135905.652107:0:24139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac6434f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1869752809303168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135905.652158:0:24139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac6434f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1869752809303168:12345-0@lo:400:kworker.0 Request processed in 72us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135905.652165:0:24139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:1.0:1783135905.652186:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1783135905.652191:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783135905.652286:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809304064:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783135905.652345:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135905.652409:0:24142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809304064 00000100:00100000:2.0:1783135905.652416:0:24142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809304064 00000100:00100000:2.0:1783135905.652459:0:24142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1783135905.652468:0:24142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809304064:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783135905.652497:0:24142:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1783135905.652539:0:24142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809304064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135905.652546:0:24142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1783135905.652581:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809302528 00000100:00100000:2.0:1783135905.652585:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809302528 00000100:00100000:2.0:1783135905.652612:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809303040 00000100:00100000:2.0:1783135905.652615:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809303040 00000100:00100000:2.0:1783135905.652636:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1783135905.652646:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543adb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809302528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135905.652686:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543adb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809302528:12345-0@lo:400:kworker.0 Request processed in 45us (3090us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135905.652692:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1783135905.652704:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1783135905.652713:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809303040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135905.652761:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1869752809303040:12345-0@lo:400:kworker.0 Request processed in 51us (3082us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135905.652766:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1783135905.652789:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809303552 00000100:00100000:2.0:1783135905.652793:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809303552 00000100:00100000:2.0:1783135905.652838:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1783135905.652846:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1869752809303552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135905.652887:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1869752809303552:12345-0@lo:400:kworker.0 Request processed in 43us (3161us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135905.652894:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1783135905.654012:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135905.654249:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac6434f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1869752809302656:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783135905.654269:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543795f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1869752809303168:0@lo:400:kworker.0 00000100:00100000:0.0:1783135905.654304:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809303680 00000100:00100000:0.0:1783135905.654309:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809303680 00000100:00100000:0.0:1783135905.654348:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1783135905.654357:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67b3b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1869752809303680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783135905.654411:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67b3b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1869752809303680:12345-0@lo:400:kworker.0 Request processed in 55us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135905.654418:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1783135905.654444:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1783135905.655742:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783135905.655756:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783135905.656166:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678323100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1869752809303936:0@lo:400:kworker.0 00000100:00100000:0.0:1783135905.656229:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1783135905.656366:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac543797800 x1869752809303680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135921 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783135905.656387:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543797800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1869752809303680:0@lo:400:kworker.0 00000100:00100000:0.0:1783135905.658374:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677a5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1869752809302912:0@lo:400:kworker.0 00000100:00100000:0.0:1783135905.658432:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809303424 00000100:00100000:0.0:1783135905.658438:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809303424 00000100:00100000:0.0:1783135905.658487:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809303936 00000100:00100000:0.0:1783135905.658491:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809303936 00000100:00100000:0.0:1783135905.658539:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1783135905.658548:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67b3b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1869752809303424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783135905.658640:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67b3b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1869752809303424:12345-0@lo:400:kworker.0 Request processed in 92us (4194us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135905.658648:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1783135905.658667:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1783135905.658673:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67b3b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1869752809303936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783135905.658705:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67b3b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1869752809303936:12345-0@lo:400:kworker.0 Request processed in 32us (2476us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135905.658715:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00080000:0.0:1783135905.658834:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783135905.658861:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1869752809303424:0@lo:400:kworker.0 00010000:00080000:0.0:1783135905.658873:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac678323100 x1869752809303936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135921 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783135905.658884:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678323100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1869752809303936:0@lo:400:kworker.0 00000100:00100000:2.0:1783135905.666188:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677a5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809302528:0@lo:400:kworker.0 00000100:00100000:2.0:1783135905.666210:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543a75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1869752809303040:0@lo:400:kworker.0 00000100:00100000:2.0:1783135905.666228:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1869752809303552:0@lo:400:kworker.0 00000100:00100000:2.0:1783135905.666251:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809304064:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783135905.666309:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135905.666369:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677a5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:98df5a8b-208b-49ce-84cd-0105b203fdc7:3646:1869752809302400:0@lo:400:kworker.0 00000100:00100000:2.0:1783135905.666390:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67b3b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1869752809302272:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783135905.666421:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677a5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1869752809302784:0@lo:400:kworker.0 00000100:00100000:2.0:1783135905.666433:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac543797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809303296:0@lo:400:kworker.0 00000100:00100000:0.0:1783135905.667048:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809303808 00000100:00100000:0.0:1783135905.667058:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809303808 00000100:00100000:0.0:1783135905.667195:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1783135905.667204:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543a75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1869752809303808:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1783135905.667274:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783135905.667301:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543a75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1869752809303808:12345-0@lo:400:kworker.0 Request processed in 95us (990us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135905.667309:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1783135905.667476:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678320e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1869752809303808:0@lo:400:kworker.0 00010000:00010000:0.0:1783135906.158546:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783135906.366648:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135906.368444:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135906.368486:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135906.368506:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135906.368528:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135906.368545:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135906.368580:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135906.368621:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135906.368645:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135906.368771:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786119168 00000100:00100000:1.0:1783135906.368783:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786119168 00000100:00100000:1.0:1783135906.368833:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786119680 00000100:00100000:1.0:1783135906.368836:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786119680 00000100:00100000:1.0:1783135906.368851:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786119040 00000100:00100000:1.0:1783135906.368861:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786119040 00000100:00100000:1.0:1783135906.368880:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786119552 00000100:00100000:1.0:1783135906.368883:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786119552 00000100:00100000:1.0:1783135906.368900:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 48 00000100:00100000:1.0:1783135906.368909:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac542464380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+5:2401:x1869752786119168:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:1.0:1783135906.369001:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac542464380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+5:2401:x1869752786119168:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 92us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135906.369008:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 48 00000100:00100000:1.0:1783135906.369027:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 49 00000100:00100000:1.0:1783135906.369033:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac542465f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:62c2594e-9fe4-48dc-b06e-53e329c8bc03+5:2401:x1869752786119680:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:1.0:1783135906.369059:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac542465f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:62c2594e-9fe4-48dc-b06e-53e329c8bc03+5:2401:x1869752786119680:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 26us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135906.369066:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 49 00000100:00100000:1.0:1783135906.369077:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 50 00000100:00100000:1.0:1783135906.369083:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac542467b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+6:2401:x1869752786119040:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:1.0:1783135906.369140:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac542467b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+6:2401:x1869752786119040:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 57us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135906.369147:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 50 00000100:00100000:1.0:1783135906.369159:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 51 00000100:00100000:1.0:1783135906.369166:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac542466680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:62c2594e-9fe4-48dc-b06e-53e329c8bc03+6:2401:x1869752786119552:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:1.0:1783135906.369187:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac542466680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:62c2594e-9fe4-48dc-b06e-53e329c8bc03+6:2401:x1869752786119552:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 23us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135906.369193:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 51 00000100:00100000:1.0:1783135906.369213:0:24139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786119424 00000100:00100000:1.0:1783135906.369216:0:24139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786119424 00000100:00100000:1.0:1783135906.369262:0:24139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786119936 00000100:00100000:1.0:1783135906.369266:0:24139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786119936 00000100:00100000:1.0:1783135906.369277:0:24139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786119296 00000100:00100000:1.0:1783135906.369279:0:24139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786119296 00000100:00100000:1.0:1783135906.369290:0:24139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786119808 00000100:00100000:1.0:1783135906.369293:0:24139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786119808 00000100:00100000:1.0:1783135906.369305:0:24139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 9 00000100:00100000:1.0:1783135906.369310:0:24139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac542466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c470363-a850-4d7a-9165-72a314f64fdf+5:2401:x1869752786119424:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:1.0:1783135906.369334:0:24139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac542466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c470363-a850-4d7a-9165-72a314f64fdf+5:2401:x1869752786119424:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 24us (849us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135906.369339:0:24139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 9 00000100:00100000:1.0:1783135906.369349:0:24139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 10 00000100:00100000:1.0:1783135906.369354:0:24139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac542465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:62c2594e-9fe4-48dc-b06e-53e329c8bc03+5:2401:x1869752786119936:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:1.0:1783135906.369371:0:24139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac542465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:62c2594e-9fe4-48dc-b06e-53e329c8bc03+5:2401:x1869752786119936:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 18us (843us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135906.369376:0:24139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 10 00000100:00100000:1.0:1783135906.369385:0:24139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 11 00000100:00100000:1.0:1783135906.369390:0:24139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac542465c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c470363-a850-4d7a-9165-72a314f64fdf+5:2401:x1869752786119296:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:1.0:1783135906.369410:0:24139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac542465c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c470363-a850-4d7a-9165-72a314f64fdf+5:2401:x1869752786119296:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 19us (829us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135906.369415:0:24139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 11 00000100:00100000:1.0:1783135906.369424:0:24139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 12 00000100:00100000:1.0:1783135906.369428:0:24139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac542464000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:62c2594e-9fe4-48dc-b06e-53e329c8bc03+5:2401:x1869752786119808:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:1.0:1783135906.369449:0:24139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac542464000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:62c2594e-9fe4-48dc-b06e-53e329c8bc03+5:2401:x1869752786119808:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 20us (803us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135906.369464:0:24139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 12 00000100:00080000:1.0:1783135906.369481:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1783135906.369485:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1783135906.369487:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783135906.369489:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783135906.372080:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786118912 00000100:00100000:2.0:1783135906.372366:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786118912 00000100:00100000:2.0:1783135906.372486:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 147 00000100:00100000:2.0:1783135906.372499:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c0f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9acea224-832c-44eb-9e5e-15c0411f1471+13:2401:x1869752786118912:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:2.0:1783135906.372605:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c0f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9acea224-832c-44eb-9e5e-15c0411f1471+13:2401:x1869752786118912:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 110us (5970us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135906.372613:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 147 00000040:00080000:1.0:1783135906.670864:0:22668:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1783135907.183505:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135908.206503:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1783135908.405827:0:25661:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fff198eb850 20000000:00000080:3.0:1783135908.406327:0:25661:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8ac677afac00 uarg=0000000000000000 20000000:01000000:3.0:1783135908.407033:0:25661:0:(mgs_llog.c:6177:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:3.0:1783135908.407042:0:25661:0:(mgs_llog.c:4638:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:3.0:1783135908.407048:0:25661:0:(mgs_llog.c:1376:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:0.0:1783135908.412038:0:25662:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:3.0:1783135908.412387:0:25661:0:(mgs_llog.c:1447:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:3.0:1783135908.418006:0:25661:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1783135908.418188:0:25661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ac6413e9200/0xf7de4ef628ee18fd lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135908.418237:0:25661:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ac67f909200/0xf7de4ef628ee155a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee1553 expref: 23 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135908.418245:0:25661:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ac67f909c00/0xf7de4ef628ee1568 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee1561 expref: 23 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135908.418252:0:25661:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ac67f909400/0xf7de4ef628ee15a7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee15a0 expref: 23 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135908.418258:0:25661:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ac67f908e00/0xf7de4ef628ee1641 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee163a expref: 23 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135908.418270:0:25661:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ac67e20f400/0xf7de4ef628ee188d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1411d0 expref: 12 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135908.418278:0:25661:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ac67f909600/0xf7de4ef628ee18cc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141240 expref: 12 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135908.418286:0:25661:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ac6413e9200/0xf7de4ef628ee18fd lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135908.418358:0:25661:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ac67f909600/0xf7de4ef628ee18cc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141240 expref: 12 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135908.418378:0:25661:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ac67f909600/0xf7de4ef628ee18cc lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141240 expref: 12 pid: 22627 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783135908.418397:0:25661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438af100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25661:1869752809304192:192.168.204.6@tcp:104: 00010000:00010000:1.0:1783135908.419612:0:25661:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ac67e20f400/0xf7de4ef628ee188d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1411d0 expref: 12 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135908.419631:0:25661:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ac67e20f400/0xf7de4ef628ee188d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1411d0 expref: 12 pid: 22626 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135908.419643:0:25661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac6434f5c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25661:1869752809304320:192.168.204.6@tcp:104: 00010000:00010000:1.0:1783135908.419736:0:25661:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ac67f908e00/0xf7de4ef628ee1641 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf7de4ef628ee163a expref: 23 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135908.419745:0:25661:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ac67f908e00/0xf7de4ef628ee1641 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf7de4ef628ee163a expref: 23 pid: 22627 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135908.419755:0:25661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac6434f5500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25661:1869752809304448:0@lo:104: 00000100:00100000:1.0:1783135908.419804:0:25661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783135908.419935:0:25661:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ac67f909400/0xf7de4ef628ee15a7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf7de4ef628ee15a0 expref: 23 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135908.419943:0:25661:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ac67f909400/0xf7de4ef628ee15a7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf7de4ef628ee15a0 expref: 23 pid: 22627 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135908.419951:0:25661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438b1500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25661:1869752809304576:0@lo:104: 00000100:00100000:1.0:1783135908.419984:0:25661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135908.425350:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135908.425812:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786120064 00000100:00100000:2.0:1783135908.425844:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786120064 00010000:00010000:2.0:1783135908.425905:0:22620:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ac67f909600/0xf7de4ef628ee18cc lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141240 expref: 13 pid: 22627 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783135908.425954:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 9 00000100:00100000:2.0:1783135908.425966:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac542464a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9acea224-832c-44eb-9e5e-15c0411f1471+13:2400:x1869752786120064:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783135908.425986:0:22620:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783135908.425992:0:22620:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ac67f909600/0xf7de4ef628ee18cc lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141240 expref: 13 pid: 22627 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135908.426007:0:22620:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ac67f909600/0xf7de4ef628ee18cc lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141240 expref: 13 pid: 22627 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135908.426032:0:22620:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783135908.426138:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac542464a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9acea224-832c-44eb-9e5e-15c0411f1471+13:2400:x1869752786120064:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 174us (798us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135908.426146:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 9 00010000:00010000:1.0:1783135908.427811:0:25661:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ac67f909c00/0xf7de4ef628ee1568 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf7de4ef628ee1561 expref: 23 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135908.427837:0:25661:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ac67f909c00/0xf7de4ef628ee1568 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf7de4ef628ee1561 expref: 23 pid: 22627 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135908.427856:0:25661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54416d500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25661:1869752809304704:0@lo:104: 00000100:00100000:1.0:1783135908.427932:0:25661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135908.428494:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135908.428534:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786120192 00000100:00100000:3.0:1783135908.428554:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786120192 00010000:00010000:3.0:1783135908.428604:0:22618:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ac67e20f400/0xf7de4ef628ee188d lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1411d0 expref: 13 pid: 22626 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135908.428657:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 10 00000100:00100000:3.0:1783135908.428666:0:22618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac542467800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9acea224-832c-44eb-9e5e-15c0411f1471+13:2400:x1869752786120192:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783135908.428683:0:22618:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783135908.428688:0:22618:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ac67e20f400/0xf7de4ef628ee188d lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1411d0 expref: 13 pid: 22626 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135908.428701:0:22618:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ac67e20f400/0xf7de4ef628ee188d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1411d0 expref: 13 pid: 22626 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135908.428724:0:22618:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783135908.428778:0:22618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac542467800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9acea224-832c-44eb-9e5e-15c0411f1471+13:2400:x1869752786120192:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 111us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135908.428786:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 10 00000100:00100000:0.0:1783135908.430977:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809304448 00000100:00100000:0.0:1783135908.431020:0:22617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809304448 00000100:00100000:0.0:1783135908.431302:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809304576 00000100:00100000:0.0:1783135908.431307:0:22617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809304576 00000100:00100000:0.0:1783135908.431333:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1783135908.431345:0:22617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54379e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+4:25661:x1869752809304448:12345-0@lo:104: 00010000:00010000:0.0:1783135908.431368:0:22617:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff8ac67e64aa00/0xf7de4ef628ee163a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xf7de4ef628ee1641 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135908.431707:0:22617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1783135908.431716:0:22617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54379e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+4:25661:x1869752809304448:12345-0@lo:104: Request processed in 373us (11911us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135908.431725:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1783135908.431750:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1783135908.431758:0:22617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+3:25661:x1869752809304576:12345-0@lo:104: 00010000:00010000:0.0:1783135908.431767:0:22617:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff8ac67c65da00/0xf7de4ef628ee15a0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xf7de4ef628ee15a7 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135908.431809:0:22617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1783135908.431814:0:22617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+3:25661:x1869752809304576:12345-0@lo:104: Request processed in 58us (11829us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135908.431821:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:0.0:1783135908.431882:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783135908.431889:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8ac67e64aa00/0xf7de4ef628ee163a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xf7de4ef628ee1641 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135908.431897:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64aa00 already unused, calling callback (ffffffffc12dac20) 10000000:00010000:0.0:1783135908.431902:0:22621:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8ac67e64aa00/0xf7de4ef628ee163a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xf7de4ef628ee1641 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135908.431926:0:22621:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac67e64aa00/0xf7de4ef628ee163a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xf7de4ef628ee1641 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783135908.431933:0:22621:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac67e64aa00/0xf7de4ef628ee163a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xf7de4ef628ee1641 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783135908.431940:0:22621:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1783135908.431988:0:22621:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8ac67e64aa00/0xf7de4ef628ee163a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee1641 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135908.431995:0:22621:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783135908.432022:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8ac67e64aa00/0xf7de4ef628ee163a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee1641 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135908.432030:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac67e64aa00/0xf7de4ef628ee163a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee1641 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135908.432045:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783135908.432049:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8ac67c65da00/0xf7de4ef628ee15a0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xf7de4ef628ee15a7 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135908.432055:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c65da00 already unused, calling callback (ffffffffc12dac20) 10000000:00010000:0.0:1783135908.432058:0:22621:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8ac67c65da00/0xf7de4ef628ee15a0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xf7de4ef628ee15a7 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135908.432063:0:22621:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac67c65da00/0xf7de4ef628ee15a0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xf7de4ef628ee15a7 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783135908.432070:0:22621:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac67c65da00/0xf7de4ef628ee15a0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xf7de4ef628ee15a7 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783135908.432081:0:22621:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1783135908.432128:0:22621:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8ac67c65da00/0xf7de4ef628ee15a0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee15a7 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135908.432133:0:22621:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783135908.432151:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8ac67c65da00/0xf7de4ef628ee15a0 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee15a7 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135908.432156:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac67c65da00/0xf7de4ef628ee15a0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee15a7 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135908.432167:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135908.432169:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135908.432170:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783135908.432199:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67b3b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:98df5a8b-208b-49ce-84cd-0105b203fdc7:3649:1869752809304832:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783135908.432255:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135908.432318:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67b3b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:98df5a8b-208b-49ce-84cd-0105b203fdc7:3646:1869752809304960:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783135908.432344:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135908.432387:0:22619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809304832 00000100:00100000:0.0:1783135908.432393:0:22619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809304832 00010000:00010000:3.0:1783135908.432753:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135908.432835:0:22619:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ac67f908e00/0xf7de4ef628ee1641 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf7de4ef628ee163a expref: 24 pid: 22627 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135908.432872:0:22619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809304960 00000100:00100000:0.0:1783135908.432875:0:22619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809304960 00010000:00010000:0.0:1783135908.432887:0:22619:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ac67f909400/0xf7de4ef628ee15a7 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf7de4ef628ee15a0 expref: 25 pid: 22627 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135908.432899:0:22619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1783135908.432921:0:22619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67b3b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+25:3649:x1869752809304832:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783135908.432936:0:22619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783135908.432941:0:22619:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ac67f908e00/0xf7de4ef628ee1641 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf7de4ef628ee163a expref: 25 pid: 22627 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135908.432953:0:22619:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ac67f908e00/0xf7de4ef628ee1641 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf7de4ef628ee163a expref: 25 pid: 22627 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135908.432977:0:22619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783135908.433015:0:22619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67b3b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+25:3649:x1869752809304832:12345-0@lo:103:ldlm_bl.0 Request processed in 96us (760us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135908.433022:0:22619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1783135908.433037:0:22619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1783135908.433042:0:22619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67b3b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+24:3646:x1869752809304960:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783135908.433049:0:22619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783135908.433053:0:22619:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ac67f909400/0xf7de4ef628ee15a7 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf7de4ef628ee15a0 expref: 24 pid: 22627 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135908.433061:0:22619:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ac67f909400/0xf7de4ef628ee15a7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf7de4ef628ee15a0 expref: 24 pid: 22627 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135908.433070:0:22619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783135908.433120:0:22619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67b3b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+24:3646:x1869752809304960:12345-0@lo:103:ldlm_bl.0 Request processed in 77us (775us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135908.433128:0:22619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1783135908.433170:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67b3b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:98df5a8b-208b-49ce-84cd-0105b203fdc7:3646:1869752809304960:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783135908.433202:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67b3b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:98df5a8b-208b-49ce-84cd-0105b203fdc7:3649:1869752809304832:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783135908.433648:0:25661:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ac67f909200/0xf7de4ef628ee155a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf7de4ef628ee1553 expref: 23 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135908.433661:0:25661:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ac67f909200/0xf7de4ef628ee155a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf7de4ef628ee1553 expref: 23 pid: 22628 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135908.433673:0:25661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54416ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25661:1869752809305088:0@lo:104: 00000100:00100000:1.0:1783135908.433709:0:25661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135908.433722:0:25661:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac544877cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1783135908.433744:0:25661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67f909600/0xf7de4ef628ee18cc lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141240 expref: 12 pid: 22627 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135908.433759:0:25661:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438af100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25661:1869752809304192:192.168.204.6@tcp:104: 00010000:00010000:1.0:1783135908.433773:0:25661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67e20f400/0xf7de4ef628ee188d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1411d0 expref: 11 pid: 22626 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135908.433782:0:25661:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac6434f5c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25661:1869752809304320:192.168.204.6@tcp:104: 00010000:00010000:1.0:1783135908.433793:0:25661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67f908e00/0xf7de4ef628ee1641 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf7de4ef628ee163a expref: 23 pid: 22627 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135908.433817:0:25661:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac6434f5500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25661:1869752809304448:0@lo:104: 00010000:00010000:1.0:1783135908.433830:0:25661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67f909400/0xf7de4ef628ee15a7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf7de4ef628ee15a0 expref: 22 pid: 22627 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135908.433846:0:25661:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438b1500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25661:1869752809304576:0@lo:104: 00000100:00100000:0.0:1783135908.434192:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809304704 00000100:00100000:0.0:1783135908.434207:0:22617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809304704 00000100:00100000:0.0:1783135908.434239:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809305088 00000100:00100000:0.0:1783135908.434242:0:22617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809305088 00000100:00100000:0.0:1783135908.434258:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1783135908.434265:0:22617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54416c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+4:25661:x1869752809304704:12345-0@lo:104: 00010000:00010000:0.0:1783135908.434279:0:22617:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b800/0xf7de4ef628ee1561 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf7de4ef628ee1568 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135908.434346:0:22617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1783135908.434352:0:22617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54416c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+4:25661:x1869752809304704:12345-0@lo:104: Request processed in 88us (6422us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135908.434358:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1783135908.434372:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1783135908.434378:0:22617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54416df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+3:25661:x1869752809305088:12345-0@lo:104: 00010000:00010000:0.0:1783135908.434385:0:22617:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b600/0xf7de4ef628ee1553 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf7de4ef628ee155a expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135908.434489:0:25019:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783135908.434497:0:25019:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b800/0xf7de4ef628ee1561 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf7de4ef628ee1568 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135908.434505:0:25019:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64b800 already unused, calling callback (ffffffffc12dac20) 10000000:00010000:3.0:1783135908.434509:0:25019:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b800/0xf7de4ef628ee1561 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf7de4ef628ee1568 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135908.434530:0:25019:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b800/0xf7de4ef628ee1561 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf7de4ef628ee1568 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783135908.434538:0:25019:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b800/0xf7de4ef628ee1561 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf7de4ef628ee1568 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783135908.434557:0:25019:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1783135908.434595:0:25019:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b800/0xf7de4ef628ee1561 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee1568 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135908.434602:0:25019:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783135908.434636:0:25019:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b800/0xf7de4ef628ee1561 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee1568 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135908.434644:0:25019:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b800/0xf7de4ef628ee1561 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee1568 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135908.434659:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135908.434661:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135908.434662:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135908.435120:0:22617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1783135908.435128:0:22617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54416df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+3:25661:x1869752809305088:12345-0@lo:104: Request processed in 749us (1417us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135908.435138:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1783135908.435174:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac542464e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:98df5a8b-208b-49ce-84cd-0105b203fdc7:3647:1869752809305216:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783135908.435217:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135908.435286:0:22619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809305216 00000100:00100000:0.0:1783135908.435292:0:22619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809305216 00010000:00010000:0.0:1783135908.435313:0:22619:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ac67f909c00/0xf7de4ef628ee1568 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf7de4ef628ee1561 expref: 22 pid: 22627 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135908.435339:0:22619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1783135908.435354:0:22619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac6434ff450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+22:3647:x1869752809305216:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783135908.435367:0:22619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783135908.435373:0:22619:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ac67f909c00/0xf7de4ef628ee1568 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf7de4ef628ee1561 expref: 22 pid: 22627 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135908.435386:0:22619:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ac67f909c00/0xf7de4ef628ee1568 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf7de4ef628ee1561 expref: 22 pid: 22627 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135908.435530:0:22621:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783135908.435538:0:22621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b600/0xf7de4ef628ee1553 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf7de4ef628ee155a expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135908.435565:0:22621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64b600 already unused, calling callback (ffffffffc12dac20) 10000000:00010000:3.0:1783135908.435569:0:22621:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b600/0xf7de4ef628ee1553 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf7de4ef628ee155a expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135908.435578:0:22621:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b600/0xf7de4ef628ee1553 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf7de4ef628ee155a expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783135908.435584:0:22621:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b600/0xf7de4ef628ee1553 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf7de4ef628ee155a expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783135908.435590:0:22621:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1783135908.435631:0:22621:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b600/0xf7de4ef628ee1553 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee155a expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135908.435638:0:22621:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783135908.435660:0:22621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b600/0xf7de4ef628ee1553 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee155a expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135908.435667:0:22621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8ac67e64b600/0xf7de4ef628ee1553 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf7de4ef628ee155a expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135908.435686:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135908.435688:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135908.435690:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783135908.435698:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783135908.435709:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac542467100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:98df5a8b-208b-49ce-84cd-0105b203fdc7:3649:1869752809305344:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783135908.435745:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135908.435781:0:22620:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:3.0:1783135908.435790:0:22620:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:0.0:1783135908.436136:0:22619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783135908.436178:0:22619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac6434ff450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+22:3647:x1869752809305216:12345-0@lo:103:ldlm_bl.0 Request processed in 824us (960us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135908.436186:0:22619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1783135908.436234:0:22619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809305344 00000100:00100000:0.0:1783135908.436238:0:22619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809305344 00010000:00010000:0.0:1783135908.436256:0:22619:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ac67f909200/0xf7de4ef628ee155a lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf7de4ef628ee1553 expref: 22 pid: 22628 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135908.436272:0:22619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1783135908.436280:0:22619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac542464700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+22:3649:x1869752809305344:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783135908.436289:0:22619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783135908.436293:0:22619:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ac67f909200/0xf7de4ef628ee155a lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf7de4ef628ee1553 expref: 22 pid: 22628 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135908.436303:0:22619:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ac67f909200/0xf7de4ef628ee155a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf7de4ef628ee1553 expref: 22 pid: 22628 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135908.436316:0:22619:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ac6413e9200/0xf7de4ef628ee18fd lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135908.436326:0:22619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac6413e9200/0xf7de4ef628ee18fd lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135908.436351:0:22619:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ac6413e9200/0xf7de4ef628ee18fd lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135908.436359:0:22619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ac6413e9200/0xf7de4ef628ee18fd lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135908.436365:0:22619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ac6413e9200/0xf7de4ef628ee18fd lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135908.436372:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ac6413e9200/0xf7de4ef628ee18fd lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135908.436377:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac6413e9200 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:0.0:1783135908.436382:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ac6413e9200/0xf7de4ef628ee18fd lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135908.436389:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ac6413e9200/0xf7de4ef628ee18fd lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135908.436397:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ac6413e9200/0xf7de4ef628ee18fd lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135908.436931:0:25661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67f909c00/0xf7de4ef628ee1568 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf7de4ef628ee1561 expref: 22 pid: 22627 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135908.436947:0:25661:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54416d500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25661:1869752809304704:0@lo:104: 00010000:00010000:1.0:1783135908.436962:0:25661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac67f909200/0xf7de4ef628ee155a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf7de4ef628ee1553 expref: 21 pid: 22628 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135908.436970:0:25661:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54416ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25661:1869752809305088:0@lo:104: 00010000:00010000:1.0:1783135908.437027:0:25661:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ac6413e9200/0xf7de4ef628ee18fd lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135908.437038:0:25661:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ac6413e9200/0xf7de4ef628ee18fd lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135908.437043:0:25661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ac6413e9200/0xf7de4ef628ee18fd lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135908.437933:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ac6413e9200/0xf7de4ef628ee18fd lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135908.437960:0:22619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783135908.438050:0:22619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac542464700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:98df5a8b-208b-49ce-84cd-0105b203fdc7+20:3649:x1869752809305344:12345-0@lo:103:ldlm_bl.0 Request processed in 1768us (2301us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135908.438062:0:22619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1783135908.438150:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac542464e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:98df5a8b-208b-49ce-84cd-0105b203fdc7:3647:1869752809305216:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783135908.438574:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac542467100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:98df5a8b-208b-49ce-84cd-0105b203fdc7:3649:1869752809305344:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783135908.720853:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1869752809305472:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783135908.720966:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135908.721049:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809305600:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783135908.721077:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135908.721147:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809305472 00000100:00100000:2.0:1783135908.721158:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809305472 00000100:00100000:2.0:1783135908.721228:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809305600 00000100:00100000:2.0:1783135908.721231:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809305600 00000100:00100000:2.0:1783135908.721251:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1783135908.721261:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1869752809305472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783135908.721307:0:22639:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1783135908.721374:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1869752809305472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 113us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135908.721383:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1783135908.721405:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1783135908.721412:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809305600:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783135908.721431:0:22639:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1783135908.721464:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809305600:12345-0@lo:41:osp-pre-0-1.0 Request processed in 53us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135908.721469:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1783135908.721534:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809305600:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783135908.721580:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1869752809305472:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783135908.724708:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783135908.724738:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac54416ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809305728:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783135908.724826:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135908.724925:0:24142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809305728 00000100:00100000:2.0:1783135908.724935:0:24142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809305728 00000100:00100000:2.0:1783135908.725008:0:24142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1783135908.725029:0:24142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54416d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809305728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1783135908.725069:0:24142:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1783135908.725143:0:24142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54416d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809305728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 126us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135908.725151:0:24142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:1.0:1783135908.725225:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783135908.725265:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac54416ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809305728:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1783135909.234766:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783135909.752398:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135909.755549:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786120320 00000100:00100000:0.0:1783135909.755574:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786120320 00000100:00100000:0.0:1783135909.755685:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 148 00000100:00100000:0.0:1783135909.755701:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c510850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+11:18079:x1869752786120320:12345-192.168.204.6@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783135909.756316:0:22626:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783135909.756348:0:22626:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67c526800/0xf7de4ef628ee1904 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f141278 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.756389:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67c526800/0xf7de4ef628ee1904 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141278 expref: 12 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.756404:0:22626:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67c526800/0xf7de4ef628ee1904 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141278 expref: 12 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.756416:0:22626:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67c526800, rc 0) 00000100:00100000:0.0:1783135909.756529:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c510850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+12:18079:x1869752786120320:12345-192.168.204.6@tcp:101:ll_cfg_requeue.0 Request processed in 831us (4143us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135909.756539:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 148 00000100:00100000:0.0:1783135909.761459:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135909.770387:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786120448 00000100:00100000:2.0:1783135909.770411:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786120448 00000100:00100000:2.0:1783135909.770546:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 149 00000100:00100000:2.0:1783135909.770561:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c511050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9acea224-832c-44eb-9e5e-15c0411f1471+12:18079:x1869752786120448:12345-192.168.204.6@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1783135909.771387:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c511050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9acea224-832c-44eb-9e5e-15c0411f1471+12:18079:x1869752786120448:12345-192.168.204.6@tcp:501:ll_cfg_requeue.0 Request processed in 823us (9933us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135909.771422:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 149 00000100:00100000:3.0:1783135909.777281:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135909.777560:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786120576 00000100:00100000:0.0:1783135909.777586:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786120576 00000100:00100000:0.0:1783135909.777663:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 150 00000100:00100000:0.0:1783135909.777676:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c512050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+12:18079:x1869752786120576:12345-192.168.204.6@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1783135909.778682:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c512050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+12:18079:x1869752786120576:12345-192.168.204.6@tcp:503:ll_cfg_requeue.0 Request processed in 998us (1420us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135909.778697:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 150 00000100:00100000:0.0:1783135909.790742:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135909.790873:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786120704 00000100:00100000:2.0:1783135909.790888:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786120704 00000100:00100000:2.0:1783135909.790970:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 151 00000100:00100000:2.0:1783135909.790983:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c512c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9acea224-832c-44eb-9e5e-15c0411f1471+12:18079:x1869752786120704:12345-192.168.204.6@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783135909.791006:0:22628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783135909.791031:0:22628:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac6413e9200/0xf7de4ef628ee190b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f14127f expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135909.791066:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac6413e9200/0xf7de4ef628ee190b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f14127f expref: 13 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135909.791079:0:22628:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac6413e9200/0xf7de4ef628ee190b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f14127f expref: 13 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135909.791123:0:22628:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac6413e9200, rc 0) 00000100:00100000:2.0:1783135909.791190:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c512c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9acea224-832c-44eb-9e5e-15c0411f1471+13:18079:x1869752786120704:12345-192.168.204.6@tcp:101:ll_cfg_requeue.0 Request processed in 210us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135909.791265:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 151 00000100:00100000:3.0:1783135909.796305:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135909.796603:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786120832 00000100:00100000:0.0:1783135909.796617:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786120832 00000100:00100000:0.0:1783135909.796693:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 152 00000100:00100000:0.0:1783135909.796706:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c513450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+13:18079:x1869752786120832:12345-192.168.204.6@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783135909.797186:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c513450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+13:18079:x1869752786120832:12345-192.168.204.6@tcp:501:ll_cfg_requeue.0 Request processed in 480us (895us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135909.797196:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 152 00000040:00080000:2.0:1783135909.807766:0:23391:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1783135909.808136:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135909.808237:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786120960 00000100:00100000:1.0:1783135909.808250:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786120960 00000100:00100000:1.0:1783135909.808322:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 153 00000100:00100000:1.0:1783135909.808333:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c510c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9acea224-832c-44eb-9e5e-15c0411f1471+13:18079:x1869752786120960:12345-192.168.204.6@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1783135909.808788:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c510c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9acea224-832c-44eb-9e5e-15c0411f1471+13:18079:x1869752786120960:12345-192.168.204.6@tcp:503:ll_cfg_requeue.0 Request processed in 454us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135909.808797:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 153 00000100:00100000:1.0:1783135909.855568:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135909.855765:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786121088 00000100:00100000:0.0:1783135909.855778:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786121088 00000100:00100000:0.0:1783135909.855937:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 23 00000100:00100000:0.0:1783135909.855949:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54416ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+6:18701:x1869752786121088:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1783135909.855976:0:22634:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783135909.856005:0:22634:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c527400/0xf7de4ef628ee1912 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f141286 expref: -99 pid: 22634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.856124:0:22634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c527800/0xf7de4ef628ee1919 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.856143:0:22634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c527800/0xf7de4ef628ee1919 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.856158:0:22634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c527800/0xf7de4ef628ee1919 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.856174:0:22634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee1920 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.856182:0:22634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee1920 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.856209:0:22634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee1920 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1783135909.856466:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1783135909.856997:0:22634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c527c00/0xf7de4ef628ee1927 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.857015:0:22634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c527c00/0xf7de4ef628ee1927 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.857025:0:22634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c527c00/0xf7de4ef628ee1927 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783135909.857080:0:22634:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1783135909.857085:0:22634:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783135909.857163:0:22634:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c527c00/0xf7de4ef628ee1927 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.857179:0:22634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c527800/0xf7de4ef628ee1919 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.857186:0:22634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c527800/0xf7de4ef628ee1919 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.857194:0:22634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c527800/0xf7de4ef628ee1919 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.857201:0:22634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c527800 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:0.0:1783135909.857206:0:22634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c527800/0xf7de4ef628ee1919 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.857216:0:22634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c527800/0xf7de4ef628ee1919 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.857244:0:22634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ac661ae4a00) 00010000:00010000:0.0:1783135909.857247:0:22634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783135909.857252:0:22634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c527800/0xf7de4ef628ee1919 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.857544:0:22634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c527800/0xf7de4ef628ee1919 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.857570:0:22634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee1920 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.857577:0:22634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee1920 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.857583:0:22634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee1920 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.857589:0:22634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c526200 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:0.0:1783135909.857592:0:22634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee1920 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.857598:0:22634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee1920 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.857608:0:22634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8ac5424cd900) 00010000:00010000:0.0:1783135909.857610:0:22634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783135909.857613:0:22634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee1920 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.857619:0:22634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee1920 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.857689:0:22634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c527400/0xf7de4ef628ee1912 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141286 expref: 8 pid: 22634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.857705:0:22634:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c527c00/0xf7de4ef628ee1927 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141286 expref: 7 pid: 22634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.857713:0:22634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8ac5424cd200) 00010000:00010000:0.0:1783135909.857715:0:22634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1783135909.857719:0:22634:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67c527c00, rc 0) 00000100:00100000:0.0:1783135909.857982:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54416ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+7:18701:x1869752786121088:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 Request processed in 2032us (2426us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135909.857994:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 23 00000100:00100000:3.0:1783135909.864421:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135909.864854:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786121216 00000100:00100000:2.0:1783135909.864869:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786121216 00000100:00100000:2.0:1783135909.864994:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 5 00000100:00100000:2.0:1783135909.865007:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac542467100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:7c470363-a850-4d7a-9165-72a314f64fdf+7:18701:x1869752786121216:12345-192.168.204.6@tcp:900:lhsmtool_posix.0 00000100:00100000:2.0:1783135909.865175:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac542467100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:7c470363-a850-4d7a-9165-72a314f64fdf+7:18701:x1869752786121216:12345-192.168.204.6@tcp:900:lhsmtool_posix.0 Request processed in 171us (769us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135909.865205:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 5 00000100:00100000:0.0:1783135909.867912:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135909.868027:0:22635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786121472 00000100:00100000:3.0:1783135909.868039:0:22635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786121472 00000100:00100000:3.0:1783135909.868136:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 24 00000100:00100000:3.0:1783135909.868147:0:22635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67b3b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c470363-a850-4d7a-9165-72a314f64fdf+7:18701:x1869752786121472:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1783135909.868174:0:22635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783135909.868200:0:22635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20f800/0xf7de4ef628ee192e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f14128d expref: -99 pid: 22635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.868298:0:22635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e400/0xf7de4ef628ee1935 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.868314:0:22635:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e400/0xf7de4ef628ee1935 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.868327:0:22635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e400/0xf7de4ef628ee1935 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.871357:0:22635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e600/0xf7de4ef628ee193c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.871386:0:22635:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e600/0xf7de4ef628ee193c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.871399:0:22635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e600/0xf7de4ef628ee193c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.871711:0:22635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c527400/0xf7de4ef628ee1943 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.871743:0:22635:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c527400/0xf7de4ef628ee1943 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.871756:0:22635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c527400/0xf7de4ef628ee1943 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783135909.871773:0:22635:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1783135909.871997:0:22635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e400/0xf7de4ef628ee1935 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.872005:0:22635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e400/0xf7de4ef628ee1935 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.872022:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e400/0xf7de4ef628ee1935 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.872029:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e20e400 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:0.0:1783135909.872035:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e400/0xf7de4ef628ee1935 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.872043:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e400/0xf7de4ef628ee1935 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.872061:0:22635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8ac5424cd200) 00010000:00010000:0.0:1783135909.872064:0:22635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783135909.872070:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e400/0xf7de4ef628ee1935 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.872076:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e400/0xf7de4ef628ee1935 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.872124:0:22635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e600/0xf7de4ef628ee193c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.872131:0:22635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e600/0xf7de4ef628ee193c lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.872137:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e600/0xf7de4ef628ee193c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.872141:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e20e600 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:0.0:1783135909.872144:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e600/0xf7de4ef628ee193c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.872161:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e600/0xf7de4ef628ee193c lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.872169:0:22635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8ac661ae4300) 00010000:00010000:0.0:1783135909.872171:0:22635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783135909.872174:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e600/0xf7de4ef628ee193c lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.872179:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e600/0xf7de4ef628ee193c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.875336:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20f800/0xf7de4ef628ee192e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f14128d expref: 10 pid: 22635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.875387:0:22635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c527400/0xf7de4ef628ee1943 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f14128d expref: 9 pid: 22635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.875398:0:22635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8ac5424cd900) 00010000:00010000:0.0:1783135909.875401:0:22635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783135909.875404:0:22635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67c527400, rc 0) 00000100:00100000:0.0:1783135909.875529:0:22635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67b3b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c470363-a850-4d7a-9165-72a314f64fdf+9:18701:x1869752786121472:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 Request processed in 7374us (7620us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1783135909.875541:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 24 00000100:00100000:1.0:1783135909.894471:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135909.894962:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786121600 00000100:00100000:3.0:1783135909.894978:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786121600 00000100:00100000:3.0:1783135909.895067:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 25 00000100:00100000:3.0:1783135909.895080:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54416d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c470363-a850-4d7a-9165-72a314f64fdf+9:18701:x1869752786121600:12345-192.168.204.6@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1783135909.895264:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54416d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c470363-a850-4d7a-9165-72a314f64fdf+9:18701:x1869752786121600:12345-192.168.204.6@tcp:59:lhsmtool_posix.0 Request processed in 186us (807us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135909.895273:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 25 00000100:00100000:1.0:1783135909.898845:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135909.898966:0:24617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786121728 00000100:00100000:2.0:1783135909.898981:0:24617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786121728 00000100:00100000:2.0:1783135909.899078:0:24617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 26 00000100:00100000:2.0:1783135909.899136:0:24617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54416fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c470363-a850-4d7a-9165-72a314f64fdf+5:18701:x1869752786121728:12345-192.168.204.6@tcp:59:lhsmtool_posix.0 00000100:00080000:1.0:1783135909.899266:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:2.0:1783135909.900987:0:24617:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 1795us 00000100:00100000:3.0:1783135909.923742:0:24617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54416fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c470363-a850-4d7a-9165-72a314f64fdf+5:18701:x1869752786121728:12345-192.168.204.6@tcp:59:lhsmtool_posix.0 Request processed in 24635us (24892us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135909.923761:0:24617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 26 00000100:00100000:0.0:1783135909.940333:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135909.940730:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786121856 00000100:00100000:3.0:1783135909.940743:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786121856 00000100:00100000:3.0:1783135909.940880:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 27 00000100:00100000:3.0:1783135909.940894:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67b3b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c470363-a850-4d7a-9165-72a314f64fdf+9:18707:x1869752786121856:12345-192.168.204.6@tcp:101:lfs.0 00010000:00010000:3.0:1783135909.940922:0:22633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783135909.942234:0:22633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20fa00/0xf7de4ef628ee1951 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f141294 expref: -99 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.942336:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20fc00/0xf7de4ef628ee1958 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.942355:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20fc00/0xf7de4ef628ee1958 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.942371:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20fc00/0xf7de4ef628ee1958 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.942576:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20f800/0xf7de4ef628ee195f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.942599:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20f800/0xf7de4ef628ee195f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.942613:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20f800/0xf7de4ef628ee195f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.942670:0:22633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20fc00/0xf7de4ef628ee1958 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.942678:0:22633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20fc00/0xf7de4ef628ee1958 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.942686:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20fc00/0xf7de4ef628ee1958 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.942692:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e20fc00 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:3.0:1783135909.942697:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20fc00/0xf7de4ef628ee1958 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.942703:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20fc00/0xf7de4ef628ee1958 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.942716:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ac661ae4a00) 00010000:00010000:3.0:1783135909.942718:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783135909.942723:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20fc00/0xf7de4ef628ee1958 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.942729:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20fc00/0xf7de4ef628ee1958 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.942765:0:22633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20f800/0xf7de4ef628ee195f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.942772:0:22633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20f800/0xf7de4ef628ee195f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.942777:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20f800/0xf7de4ef628ee195f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.942783:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e20f800 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:3.0:1783135909.942786:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20f800/0xf7de4ef628ee195f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.942791:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20f800/0xf7de4ef628ee195f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.942798:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8ac661ae4c00) 00010000:00010000:3.0:1783135909.942800:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783135909.942802:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20f800/0xf7de4ef628ee195f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.942808:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20f800/0xf7de4ef628ee195f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.942867:0:22633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20fa00/0xf7de4ef628ee1951 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141294 expref: 10 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.942878:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ac661ae4a00) 00010000:00010000:3.0:1783135909.942880:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783135909.942890:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20fa00/0xf7de4ef628ee1951 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141294 expref: 10 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.942900:0:22633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67e20fa00, rc 0) 00000100:00100000:2.0:1783135909.943611:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67b3b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c470363-a850-4d7a-9165-72a314f64fdf+9:18707:x1869752786121856:12345-192.168.204.6@tcp:101:lfs.0 Request processed in 2646us (3221us total) trans 0 rc 301/301 00000100:00100000:2.0:1783135909.943623:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 27 00000100:00100000:3.0:1783135909.949031:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135909.949169:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786121984 00000100:00100000:1.0:1783135909.949190:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786121984 00000100:00100000:1.0:1783135909.949266:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 0 00000100:00100000:1.0:1783135909.949280:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac542464e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:7c470363-a850-4d7a-9165-72a314f64fdf+9:18707:x1869752786121984:12345-192.168.204.6@tcp:700:lfs.0 00000100:00100000:1.0:1783135909.949472:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac542464e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:7c470363-a850-4d7a-9165-72a314f64fdf+9:18707:x1869752786121984:12345-192.168.204.6@tcp:700:lfs.0 Request processed in 194us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135909.949482:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 0 00000100:00100000:2.0:1783135909.952416:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135909.952599:0:22635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786122240 00000100:00100000:0.0:1783135909.952620:0:22635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786122240 00000100:00100000:0.0:1783135909.952751:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 28 00000100:00100000:0.0:1783135909.952766:0:22635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c470363-a850-4d7a-9165-72a314f64fdf+9:18707:x1869752786122240:12345-192.168.204.6@tcp:36:lfs.0 00010000:00010000:0.0:1783135909.952880:0:22635:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783135909.952918:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e000/0xf7de4ef628ee18b7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141201 expref: 9 pid: 22635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.952943:0:22635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ac661ae4a00) 00010000:00010000:0.0:1783135909.952949:0:22635:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783135909.953033:0:22635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526e00/0xf7de4ef628ee1966 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.953050:0:22635:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e9a00/0xf7de4ef628ee18f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141271 expref: 5 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.953058:0:22635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526e00/0xf7de4ef628ee1966 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.953146:0:22635:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e9a00/0xf7de4ef628ee18f6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141271 expref: 5 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135909.953165:0:22635:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e9a00/0xf7de4ef628ee18f6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141271 expref: 5 pid: 22633 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135909.953183:0:22635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac67b3b2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22635:1869752809305856:192.168.204.6@tcp:104: 00000100:00100000:0.0:1783135909.953311:0:22635:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac542463d80 going to sleep for 11 seconds 00000100:00100000:0.0:1783135909.965677:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135909.965808:0:22635:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac67b3b2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22635:1869752809305856:192.168.204.6@tcp:104: 00010000:00010000:2.0:1783135909.965835:0:22635:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526e00/0xf7de4ef628ee1966 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135909.968769:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786122368 00000100:00100000:3.0:1783135909.968786:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786122368 00010000:00010000:3.0:1783135909.968865:0:22620:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e9a00/0xf7de4ef628ee18f6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141271 expref: 6 pid: 22633 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135909.968906:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 15 00000100:00100000:3.0:1783135909.968916:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67b3b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62c2594e-9fe4-48dc-b06e-53e329c8bc03+6:2401:x1869752786122368:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783135909.968931:0:22620:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783135909.968938:0:22620:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e9a00/0xf7de4ef628ee18f6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141271 expref: 6 pid: 22633 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.968952:0:22620:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e9a00/0xf7de4ef628ee18f6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141271 expref: 6 pid: 22633 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.968974:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e9a00/0xf7de4ef628ee18f6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141271 expref: 6 pid: 22633 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.968992:0:22620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ac661ae4a00) 00010000:00010000:3.0:1783135909.968997:0:22620:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526e00/0xf7de4ef628ee1966 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.969008:0:22620:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526e00/0xf7de4ef628ee1966 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135909.969034:0:22620:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526e00/0xf7de4ef628ee1966 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1783135909.969179:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1783135909.969580:0:22620:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783135909.969663:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67b3b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62c2594e-9fe4-48dc-b06e-53e329c8bc03+5:2401:x1869752786122368:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 745us (3991us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135909.969672:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 15 00010000:00010000:2.0:1783135909.970787:0:22635:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526e00/0xf7de4ef628ee1966 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135909.970801:0:22635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526e00/0xf7de4ef628ee1966 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135909.970833:0:22635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e8c00/0xf7de4ef628ee196d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135909.970844:0:22635:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e8c00/0xf7de4ef628ee196d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135909.970854:0:22635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e8c00/0xf7de4ef628ee196d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135909.974253:0:22635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e8e00/0xf7de4ef628ee1974 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135909.974283:0:22635:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e8e00/0xf7de4ef628ee1974 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135909.974296:0:22635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e8e00/0xf7de4ef628ee1974 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783135909.974315:0:22635:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000276b4ab5 reply state 00000000969def3e transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e8e00/0xf7de4ef628ee1974 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135909.974328:0:22635:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e8e00/0xf7de4ef628ee1974 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135909.974337:0:22635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8ac6606c6100) 00010000:00010000:2.0:1783135909.974340:0:22635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783135909.974345:0:22635:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1783135909.974352:0:22635:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1783135909.974362:0:22635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526e00/0xf7de4ef628ee1966 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135909.974454:0:22635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526e00/0xf7de4ef628ee1966 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135909.974464:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526e00/0xf7de4ef628ee1966 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135909.974471:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c526e00 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:2.0:1783135909.974477:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526e00/0xf7de4ef628ee1966 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135909.974509:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526e00/0xf7de4ef628ee1966 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135909.974591:0:22635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ac661ae4a00) 00010000:00010000:2.0:1783135909.974595:0:22635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783135909.974599:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526e00/0xf7de4ef628ee1966 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135909.974605:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526e00/0xf7de4ef628ee1966 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783135909.974629:0:22635:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000276b4ab5 reply state 00000000969def3e transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e8c00/0xf7de4ef628ee196d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135909.974637:0:22635:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e8c00/0xf7de4ef628ee196d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135909.974643:0:22635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8ac6606c6200) 00010000:00010000:2.0:1783135909.974646:0:22635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783135909.974648:0:22635:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1783135909.974880:0:22635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c470363-a850-4d7a-9165-72a314f64fdf+10:18707:x1869752786122240:12345-192.168.204.6@tcp:36:lfs.0 Request processed in 22110us (22466us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1783135909.974891:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 28 00000100:00100000:0.0:1783135910.066285:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135910.066556:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786122496 00000100:00100000:1.0:1783135910.066571:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786122496 00000100:00100000:1.0:1783135910.066830:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 29 00000100:00100000:1.0:1783135910.066844:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67b3b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+10:18715:x1869752786122496:12345-192.168.204.6@tcp:101:lctl.0 00010000:00010000:1.0:1783135910.066883:0:22634:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783135910.066920:0:22634:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f908400/0xf7de4ef628ee197b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f14129b expref: -99 pid: 22634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135910.067027:0:22634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f909600/0xf7de4ef628ee1982 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135910.067045:0:22634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f909600/0xf7de4ef628ee1982 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135910.067060:0:22634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f909600/0xf7de4ef628ee1982 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783135910.067181:0:22634:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1783135910.067186:0:22634:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783135910.067230:0:22634:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f909600/0xf7de4ef628ee1982 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135910.067261:0:22634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f908400/0xf7de4ef628ee197b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f14129b expref: 12 pid: 22634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135910.067286:0:22634:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f909600/0xf7de4ef628ee1982 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f14129b expref: 11 pid: 22634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135910.067295:0:22634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ac6508cf700) 00010000:00010000:1.0:1783135910.067298:0:22634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1783135910.067302:0:22634:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67f909600, rc 0) 00000100:00100000:1.0:1783135910.067527:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67b3b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+11:18715:x1869752786122496:12345-192.168.204.6@tcp:101:lctl.0 Request processed in 684us (1255us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135910.067536:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 29 00000100:00100000:1.0:1783135910.123155:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135910.125996:0:24617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786122624 00000100:00100000:3.0:1783135910.126020:0:24617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786122624 00000100:00100000:2.0:1783135910.126511:0:24617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 30 00000100:00100000:2.0:1783135910.126530:0:24617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54416dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:62c2594e-9fe4-48dc-b06e-53e329c8bc03+5:18716:x1869752786122624:12345-192.168.204.6@tcp:101:lfs.0 00010000:00010000:2.0:1783135910.126564:0:24617:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783135910.126595:0:24617:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e9e00/0xf7de4ef628ee1989 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f1412a2 expref: -99 pid: 24617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.126734:0:24617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e9c00/0xf7de4ef628ee1990 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.126756:0:24617:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e9c00/0xf7de4ef628ee1990 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.126776:0:24617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e9c00/0xf7de4ef628ee1990 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783135910.126841:0:24617:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1783135910.126846:0:24617:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783135910.126871:0:24617:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e9c00/0xf7de4ef628ee1990 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.126899:0:24617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e9e00/0xf7de4ef628ee1989 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412a2 expref: 7 pid: 24617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.126921:0:24617:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e9c00/0xf7de4ef628ee1990 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412a2 expref: 6 pid: 24617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.126943:0:24617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ac6508cf700) 00010000:00010000:2.0:1783135910.126947:0:24617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1783135910.126951:0:24617:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac6413e9c00, rc 0) 00000100:00100000:2.0:1783135910.127424:0:24617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54416dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:62c2594e-9fe4-48dc-b06e-53e329c8bc03+6:18716:x1869752786122624:12345-192.168.204.6@tcp:101:lfs.0 Request processed in 529us (3965us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135910.127438:0:24617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 30 00000100:00100000:0.0:1783135910.129843:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135910.129941:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786122752 00000100:00100000:2.0:1783135910.129957:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786122752 00000100:00100000:2.0:1783135910.130057:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 31 00000100:00100000:2.0:1783135910.130069:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543a76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:62c2594e-9fe4-48dc-b06e-53e329c8bc03+6:18716:x1869752786122752:12345-192.168.204.6@tcp:101:lfs.0 00010000:00010000:2.0:1783135910.130121:0:22633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783135910.130147:0:22633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e9a00/0xf7de4ef628ee1997 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f1412a9 expref: -99 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.130242:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478e00/0xf7de4ef628ee199e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.130259:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478e00/0xf7de4ef628ee199e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.130272:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478e00/0xf7de4ef628ee199e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.130285:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479000/0xf7de4ef628ee19a5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.130292:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479000/0xf7de4ef628ee19a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.130298:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479000/0xf7de4ef628ee19a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.130394:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479400/0xf7de4ef628ee19ac lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.130402:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479400/0xf7de4ef628ee19ac lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.130409:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479400/0xf7de4ef628ee19ac lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783135910.130465:0:22633:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1783135910.130469:0:22633:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783135910.130506:0:22633:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479400/0xf7de4ef628ee19ac lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.130521:0:22633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478e00/0xf7de4ef628ee199e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.130528:0:22633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478e00/0xf7de4ef628ee199e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.130536:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478e00/0xf7de4ef628ee199e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.130542:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac65f478e00 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:2.0:1783135910.130547:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478e00/0xf7de4ef628ee199e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.130555:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478e00/0xf7de4ef628ee199e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.130569:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ac6508cf700) 00010000:00010000:2.0:1783135910.130572:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783135910.130577:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478e00/0xf7de4ef628ee199e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.130584:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478e00/0xf7de4ef628ee199e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.130600:0:22633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479000/0xf7de4ef628ee19a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.130615:0:22633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479000/0xf7de4ef628ee19a5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.130622:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479000/0xf7de4ef628ee19a5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.130627:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac65f479000 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:2.0:1783135910.130629:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479000/0xf7de4ef628ee19a5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.130635:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479000/0xf7de4ef628ee19a5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.130642:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8ac6606c6200) 00010000:00010000:2.0:1783135910.130644:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783135910.130647:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479000/0xf7de4ef628ee19a5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.130652:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479000/0xf7de4ef628ee19a5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.130677:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e9a00/0xf7de4ef628ee1997 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412a9 expref: 8 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.130691:0:22633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479400/0xf7de4ef628ee19ac lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412a9 expref: 7 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.130699:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8ac6606c6100) 00010000:00010000:2.0:1783135910.130701:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1783135910.130707:0:22633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac65f479400, rc 0) 00000100:00100000:2.0:1783135910.130791:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543a76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:62c2594e-9fe4-48dc-b06e-53e329c8bc03+7:18716:x1869752786122752:12345-192.168.204.6@tcp:101:lfs.0 Request processed in 724us (961us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135910.130799:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 31 00000100:00100000:1.0:1783135910.138056:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135910.138309:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786122880 00000100:00100000:3.0:1783135910.138325:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786122880 00000100:00100000:3.0:1783135910.138539:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 6 00000100:00100000:3.0:1783135910.138551:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54416e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:62c2594e-9fe4-48dc-b06e-53e329c8bc03+5:18716:x1869752786122880:12345-192.168.204.6@tcp:900:lfs.0 00000100:00100000:3.0:1783135910.138666:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54416e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:62c2594e-9fe4-48dc-b06e-53e329c8bc03+5:18716:x1869752786122880:12345-192.168.204.6@tcp:900:lfs.0 Request processed in 117us (627us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135910.138675:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 6 00000100:00080000:1.0:1783135910.138919:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783135910.145960:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135910.147378:0:24617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786123136 00000100:00100000:3.0:1783135910.147397:0:24617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786123136 00000100:00100000:3.0:1783135910.147547:0:24617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 32 00000100:00100000:3.0:1783135910.147562:0:24617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54416c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:62c2594e-9fe4-48dc-b06e-53e329c8bc03+7:18716:x1869752786123136:12345-192.168.204.6@tcp:101:lfs.0 00010000:00010000:3.0:1783135910.147604:0:24617:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783135910.147633:0:24617:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20fa00/0xf7de4ef628ee19b3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f1412b0 expref: -99 pid: 24617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783135910.147811:0:24617:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1783135910.147978:0:24617:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20fa00/0xf7de4ef628ee19b3 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412b0 expref: 9 pid: 24617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.148020:0:24617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ac6508cf700) 00010000:00010000:3.0:1783135910.148023:0:24617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1783135910.148029:0:24617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20fa00/0xf7de4ef628ee19b3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412b0 expref: 9 pid: 24617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.148044:0:24617:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67e20fa00, rc 0) 00000100:00100000:3.0:1783135910.148177:0:24617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54416c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:62c2594e-9fe4-48dc-b06e-53e329c8bc03+8:18716:x1869752786123136:12345-192.168.204.6@tcp:101:lfs.0 Request processed in 619us (2240us total) trans 12884901891 rc 301/301 00000100:00100000:3.0:1783135910.148186:0:24617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 32 00000100:00100000:0.0:1783135910.151494:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135910.154782:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786123392 00000100:00100000:2.0:1783135910.154804:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786123392 00000100:00100000:2.0:1783135910.154940:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 33 00000100:00100000:2.0:1783135910.154956:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543a77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:62c2594e-9fe4-48dc-b06e-53e329c8bc03+8:18716:x1869752786123392:12345-192.168.204.6@tcp:36:lfs.0 00010000:00010000:2.0:1783135910.155249:0:22633:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783135910.155288:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479400/0xf7de4ef628ee19ac lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412a9 expref: 8 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.155701:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8ac6606c6100) 00010000:00010000:2.0:1783135910.155708:0:22633:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783135910.155741:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479000/0xf7de4ef628ee19c1 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.155758:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479000/0xf7de4ef628ee19c1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.155771:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479000/0xf7de4ef628ee19c1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783135910.160640:0:22633:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000151c873a reply state 00000000f88f9d3b transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479000/0xf7de4ef628ee19c1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.160700:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479000/0xf7de4ef628ee19c1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.160712:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8ac6606c6100) 00010000:00010000:0.0:1783135910.160716:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1783135910.160722:0:22633:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1783135910.160739:0:22633:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1783135910.160954:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543a77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:62c2594e-9fe4-48dc-b06e-53e329c8bc03+9:18716:x1869752786123392:12345-192.168.204.6@tcp:36:lfs.0 Request processed in 5996us (9478us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1783135910.160965:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 33 00000100:00100000:1.0:1783135910.169048:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135910.169229:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786123648 00000100:00100000:2.0:1783135910.169244:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786123648 00000100:00100000:2.0:1783135910.169358:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 2 00000100:00100000:2.0:1783135910.169613:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54416ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:62c2594e-9fe4-48dc-b06e-53e329c8bc03+9:18716:x1869752786123648:12345-192.168.204.6@tcp:35:lfs.0 00000100:00100000:2.0:1783135910.170026:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54416ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:62c2594e-9fe4-48dc-b06e-53e329c8bc03+10:18716:x1869752786123648:12345-192.168.204.6@tcp:35:lfs.0 Request processed in 420us (993us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1783135910.173236:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 2 00000100:00100000:1.0:1783135910.178926:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135910.179272:0:22635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786123904 00000100:00100000:0.0:1783135910.179289:0:22635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786123904 00000100:00100000:0.0:1783135910.179377:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 34 00000100:00100000:0.0:1783135910.179389:0:22635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54416f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:62c2594e-9fe4-48dc-b06e-53e329c8bc03+10:18716:x1869752786123904:12345-192.168.204.6@tcp:101:lfs.0 00010000:00010000:0.0:1783135910.179435:0:22635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783135910.179467:0:22635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c527800/0xf7de4ef628ee19c8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f1412b7 expref: -99 pid: 22635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.179599:0:22635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee19cf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.179619:0:22635:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee19cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.179642:0:22635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee19cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.179657:0:22635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526600/0xf7de4ef628ee19d6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.179687:0:22635:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526600/0xf7de4ef628ee19d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.179694:0:22635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526600/0xf7de4ef628ee19d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783135910.180012:0:22635:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1783135910.180175:0:22635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee19cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.180184:0:22635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee19cf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.180191:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee19cf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.180198:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c526200 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:0.0:1783135910.180204:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee19cf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.180213:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee19cf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.180228:0:22635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ac6508cf700) 00010000:00010000:0.0:1783135910.180232:0:22635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783135910.180237:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee19cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.180244:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee19cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.180276:0:22635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526600/0xf7de4ef628ee19d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.180283:0:22635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526600/0xf7de4ef628ee19d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.180288:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526600/0xf7de4ef628ee19d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.180294:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c526600 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:0.0:1783135910.180297:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526600/0xf7de4ef628ee19d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.180303:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526600/0xf7de4ef628ee19d6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.180312:0:22635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8ac6606c6200) 00010000:00010000:0.0:1783135910.180314:0:22635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783135910.180317:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526600/0xf7de4ef628ee19d6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.180324:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526600/0xf7de4ef628ee19d6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.180368:0:22635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c527800/0xf7de4ef628ee19c8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412b7 expref: 12 pid: 22635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.180380:0:22635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ac6508cf700) 00010000:00010000:0.0:1783135910.180382:0:22635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1783135910.180393:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c527800/0xf7de4ef628ee19c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412b7 expref: 12 pid: 22635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.180405:0:22635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67c527800, rc 0) 00000100:00100000:0.0:1783135910.180999:0:22635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54416f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:62c2594e-9fe4-48dc-b06e-53e329c8bc03+11:18716:x1869752786123904:12345-192.168.204.6@tcp:101:lfs.0 Request processed in 1605us (2086us total) trans 12884901894 rc 301/301 00000100:00100000:0.0:1783135910.181010:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 34 00000100:00100000:1.0:1783135910.194347:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135910.194751:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786124032 00000100:00100000:0.0:1783135910.194766:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786124032 00000100:00100000:0.0:1783135910.194865:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 35 00000100:00100000:0.0:1783135910.194878:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54416ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:62c2594e-9fe4-48dc-b06e-53e329c8bc03+11:18716:x1869752786124032:12345-192.168.204.6@tcp:101:lfs.0 00010000:00010000:0.0:1783135910.194914:0:22634:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783135910.194944:0:22634:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c527800/0xf7de4ef628ee19e4 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f1412be expref: -99 pid: 22634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.195165:0:22634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526600/0xf7de4ef628ee19eb lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.195186:0:22634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526600/0xf7de4ef628ee19eb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.195201:0:22634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526600/0xf7de4ef628ee19eb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783135910.195242:0:22634:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1783135910.195247:0:22634:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783135910.195276:0:22634:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526600/0xf7de4ef628ee19eb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.195309:0:22634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c527800/0xf7de4ef628ee19e4 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412be expref: 13 pid: 22634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.195351:0:22634:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526600/0xf7de4ef628ee19eb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412be expref: 12 pid: 22634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.195361:0:22634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8ac6606c6100) 00010000:00010000:0.0:1783135910.195365:0:22634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1783135910.195369:0:22634:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67c526600, rc 0) 00000100:00100000:0.0:1783135910.195444:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54416ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:62c2594e-9fe4-48dc-b06e-53e329c8bc03+12:18716:x1869752786124032:12345-192.168.204.6@tcp:101:lfs.0 Request processed in 568us (1123us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135910.195453:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 35 00000100:00100000:1.0:1783135910.203248:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135910.203374:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786124160 00000100:00100000:0.0:1783135910.203388:0:22636:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786124160 00000100:00100000:0.0:1783135910.203487:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 3 00000100:00100000:0.0:1783135910.203500:0:22636:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54416f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:62c2594e-9fe4-48dc-b06e-53e329c8bc03+12:18716:x1869752786124160:12345-192.168.204.6@tcp:37:lfs.0 00000100:00100000:0.0:1783135910.211950:0:22636:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54416f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:62c2594e-9fe4-48dc-b06e-53e329c8bc03+12:18716:x1869752786124160:12345-192.168.204.6@tcp:37:lfs.0 Request processed in 8434us (8700us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135910.211972:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 3 00000100:00100000:1.0:1783135910.218235:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135910.218340:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786124416 00000100:00100000:3.0:1783135910.218356:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786124416 00000100:00100000:3.0:1783135910.218543:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 4 00000100:00100000:3.0:1783135910.218557:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67b298050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:62c2594e-9fe4-48dc-b06e-53e329c8bc03+12:18716:x1869752786124416:12345-192.168.204.6@tcp:35:lfs.0 00000100:00100000:3.0:1783135910.218863:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67b298050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:62c2594e-9fe4-48dc-b06e-53e329c8bc03+13:18716:x1869752786124416:12345-192.168.204.6@tcp:35:lfs.0 Request processed in 308us (644us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1783135910.218872:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 4 00010000:00010000:0.0:1783135910.255605:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783135910.275187:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135910.275568:0:24617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786124544 00000100:00100000:3.0:1783135910.275583:0:24617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786124544 00000100:00100000:3.0:1783135910.275681:0:24617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 36 00000100:00100000:3.0:1783135910.275694:0:24617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54416c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c470363-a850-4d7a-9165-72a314f64fdf+11:18722:x1869752786124544:12345-192.168.204.6@tcp:101:bash.0 00010000:00010000:3.0:1783135910.275722:0:24617:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783135910.275749:0:24617:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20fa00/0xf7de4ef628ee19f2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f1412c5 expref: -99 pid: 24617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.275831:0:24617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20f800/0xf7de4ef628ee19f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.275869:0:24617:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20f800/0xf7de4ef628ee19f9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.275883:0:24617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20f800/0xf7de4ef628ee19f9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.275898:0:24617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20fc00/0xf7de4ef628ee1a00 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.275905:0:24617:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20fc00/0xf7de4ef628ee1a00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.275911:0:24617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20fc00/0xf7de4ef628ee1a00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.276027:0:24617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e600/0xf7de4ef628ee1a07 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.276037:0:24617:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e600/0xf7de4ef628ee1a07 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.276045:0:24617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e600/0xf7de4ef628ee1a07 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783135910.276125:0:24617:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1783135910.276130:0:24617:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783135910.276182:0:24617:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e600/0xf7de4ef628ee1a07 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.276197:0:24617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20f800/0xf7de4ef628ee19f9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.276214:0:24617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20f800/0xf7de4ef628ee19f9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.276222:0:24617:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20f800/0xf7de4ef628ee19f9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.276229:0:24617:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e20f800 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:3.0:1783135910.276235:0:24617:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20f800/0xf7de4ef628ee19f9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.276244:0:24617:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20f800/0xf7de4ef628ee19f9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.276259:0:24617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ac6508cf700) 00010000:00010000:3.0:1783135910.276262:0:24617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783135910.276267:0:24617:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20f800/0xf7de4ef628ee19f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.276274:0:24617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20f800/0xf7de4ef628ee19f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.276292:0:24617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20fc00/0xf7de4ef628ee1a00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.276298:0:24617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20fc00/0xf7de4ef628ee1a00 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.276304:0:24617:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20fc00/0xf7de4ef628ee1a00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.276309:0:24617:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e20fc00 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:3.0:1783135910.276319:0:24617:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20fc00/0xf7de4ef628ee1a00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.276326:0:24617:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20fc00/0xf7de4ef628ee1a00 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.276334:0:24617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8ac6606c6200) 00010000:00010000:3.0:1783135910.276337:0:24617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783135910.276340:0:24617:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20fc00/0xf7de4ef628ee1a00 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.276347:0:24617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20fc00/0xf7de4ef628ee1a00 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.276394:0:24617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20fa00/0xf7de4ef628ee19f2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412c5 expref: 13 pid: 24617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.276410:0:24617:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e20e600/0xf7de4ef628ee1a07 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412c5 expref: 12 pid: 24617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.276419:0:24617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8ac6606c6100) 00010000:00010000:3.0:1783135910.276421:0:24617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1783135910.276424:0:24617:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67e20e600, rc 0) 00000100:00100000:3.0:1783135910.276702:0:24617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54416c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c470363-a850-4d7a-9165-72a314f64fdf+12:18722:x1869752786124544:12345-192.168.204.6@tcp:101:bash.0 Request processed in 1009us (1530us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135910.276710:0:24617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 36 00000100:00100000:1.0:1783135910.283828:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135910.284153:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786124672 00000100:00100000:2.0:1783135910.284166:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786124672 00000100:00100000:2.0:1783135910.284280:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 7 00000100:00100000:2.0:1783135910.284293:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54416e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:7c470363-a850-4d7a-9165-72a314f64fdf+5:18722:x1869752786124672:12345-192.168.204.6@tcp:900:bash.0 00000100:00100000:2.0:1783135910.284421:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54416e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:7c470363-a850-4d7a-9165-72a314f64fdf+5:18722:x1869752786124672:12345-192.168.204.6@tcp:900:bash.0 Request processed in 131us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135910.284430:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 7 00000100:00100000:1.0:1783135910.287242:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135910.287361:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786124928 00000100:00100000:0.0:1783135910.287386:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786124928 00000100:00100000:0.0:1783135910.287463:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 37 00000100:00100000:0.0:1783135910.287484:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54416d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+12:18722:x1869752786124928:12345-192.168.204.6@tcp:101:bash.0 00010000:00010000:0.0:1783135910.287526:0:22634:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783135910.287556:0:22634:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c527800/0xf7de4ef628ee1a0e lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f1412cc expref: -99 pid: 22634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.287732:0:22634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee1a15 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.287751:0:22634:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526600/0xf7de4ef628ee19eb lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412be expref: 12 pid: 22634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.287760:0:22634:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee1a15 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.287803:0:22634:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526600/0xf7de4ef628ee19eb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412be expref: 12 pid: 22634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.287817:0:22634:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526600/0xf7de4ef628ee19eb lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412be expref: 12 pid: 22634 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135910.287832:0:22634:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678320e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22634:1869752809305984:192.168.204.6@tcp:104: 00000100:00100000:0.0:1783135910.287935:0:22634:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac542463d80 going to sleep for 11 seconds 00000100:00100000:1.0:1783135910.291888:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135910.291996:0:22619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786125056 00000100:00100000:2.0:1783135910.292009:0:22619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786125056 00010000:00010000:2.0:1783135910.292082:0:22619:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526600/0xf7de4ef628ee19eb lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412be expref: 13 pid: 22634 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783135910.292169:0:22619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 16 00000100:00100000:2.0:1783135910.292181:0:22619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54416f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62c2594e-9fe4-48dc-b06e-53e329c8bc03+13:2401:x1869752786125056:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783135910.292202:0:22619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783135910.292210:0:22619:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526600/0xf7de4ef628ee19eb lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412be expref: 13 pid: 22634 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.292225:0:22619:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526600/0xf7de4ef628ee19eb lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412be expref: 13 pid: 22634 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.292260:0:22619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8ac6606c6100) 00010000:00010000:2.0:1783135910.292266:0:22619:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee1a15 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.292309:0:22619:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee1a15 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.292318:0:22619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee1a15 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.292346:0:22619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783135910.292422:0:22619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54416f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:62c2594e-9fe4-48dc-b06e-53e329c8bc03+13:2401:x1869752786125056:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 242us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135910.292432:0:22619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 16 00010000:00010000:0.0:1783135910.293469:0:22634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526600/0xf7de4ef628ee19eb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412be expref: 12 pid: 22634 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135910.293506:0:22634:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678320e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22634:1869752809305984:192.168.204.6@tcp:104: 00010000:00010000:0.0:1783135910.293658:0:22634:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee1a15 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.293670:0:22634:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee1a15 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.293695:0:22634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee1a15 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.294051:0:22634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526e00/0xf7de4ef628ee1a1c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.294077:0:22634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526e00/0xf7de4ef628ee1a1c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.294181:0:22634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526e00/0xf7de4ef628ee1a1c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.295454:0:22634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64aa00/0xf7de4ef628ee1a23 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.295470:0:22634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64aa00/0xf7de4ef628ee1a23 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.295493:0:22634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64aa00/0xf7de4ef628ee1a23 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783135910.295505:0:22634:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1783135910.298462:0:22634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee1a15 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.298490:0:22634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee1a15 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.298497:0:22634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee1a15 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.298622:0:22634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c526200 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:0.0:1783135910.298645:0:22634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee1a15 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.298654:0:22634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee1a15 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.298673:0:22634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8ac6606c6100) 00010000:00010000:0.0:1783135910.298676:0:22634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783135910.298680:0:22634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee1a15 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.298687:0:22634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526200/0xf7de4ef628ee1a15 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783135910.298706:0:22634:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a98547fe reply state 00000000295a4c99 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526e00/0xf7de4ef628ee1a1c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.298720:0:22634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526e00/0xf7de4ef628ee1a1c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.298727:0:22634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8ac5424cd300) 00010000:00010000:0.0:1783135910.298730:0:22634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783135910.298733:0:22634:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783135910.299603:0:22634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c527800/0xf7de4ef628ee1a0e lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412cc expref: 15 pid: 22634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.299625:0:22634:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64aa00/0xf7de4ef628ee1a23 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412cc expref: 14 pid: 22634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.299633:0:22634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ac5424cd500) 00010000:00010000:0.0:1783135910.299635:0:22634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1783135910.299650:0:22634:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67e64aa00, rc 0) 00000100:00100000:0.0:1783135910.299818:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54416d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+15:18722:x1869752786124928:12345-192.168.204.6@tcp:101:bash.0 Request processed in 12343us (12589us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1783135910.299828:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 37 10000000:01000000:2.0:1783135910.318518:0:22630:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1783135910.318536:0:22630:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8ac544110800 from 13 10000000:01000000:2.0:1783135910.318545:0:22630:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1783135910.318603:0:22630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac65f479400/0xf7de4ef628ee1a31 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.318616:0:22630:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac65f479400/0xf7de4ef628ee1a31 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.318627:0:22630:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac65f479400/0xf7de4ef628ee1a31 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783135910.318658:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438af800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809306112:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1783135910.318731:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135910.318777:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac544877300 going to sleep for 11 seconds 00000100:00100000:3.0:1783135910.318906:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809306112 00000100:00100000:3.0:1783135910.318921:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809306112 00000100:00100000:3.0:1783135910.319012:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1783135910.319026:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c513850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+20:22630:x1869752809306112:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783135910.319064:0:22628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783135910.319084:0:22628:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67e20fa00/0xf7de4ef628ee1a38 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee1a31 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.319184:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67e20fa00/0xf7de4ef628ee1a38 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee1a31 expref: 21 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.319197:0:22628:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67e20fa00/0xf7de4ef628ee1a38 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee1a31 expref: 21 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.319207:0:22628:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67e20fa00, rc 0) 00000100:00100000:3.0:1783135910.319288:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c513850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:22630:x1869752809306112:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 263us (554us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135910.319296:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1783135910.319333:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438af800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809306112:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783135910.319360:0:22630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac65f479400/0xf7de4ef628ee1a31 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1a38 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.319371:0:22630:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac65f479400/0xf7de4ef628ee1a31 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee1a38 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135910.319458:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678320e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809306240:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783135910.319538:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135910.319588:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac642dac600 going to sleep for 11 seconds 00000100:00100000:1.0:1783135910.319647:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135910.319722:0:22635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786125184 00000100:00100000:0.0:1783135910.319732:0:22635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786125184 00000100:00100000:0.0:1783135910.319815:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 38 00000100:00100000:0.0:1783135910.319828:0:22635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54416ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c470363-a850-4d7a-9165-72a314f64fdf+15:18722:x1869752786125184:12345-192.168.204.6@tcp:101:bash.0 00010000:00010000:0.0:1783135910.319867:0:22635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783135910.319896:0:22635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b600/0xf7de4ef628ee1a3f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f1412d3 expref: -99 pid: 22635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135910.319902:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809306240 00000100:00100000:3.0:1783135910.319910:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809306240 00000100:00100000:3.0:1783135910.319945:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00010000:00010000:0.0:1783135910.319998:0:22635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b800/0xf7de4ef628ee1a46 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.320018:0:22635:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b800/0xf7de4ef628ee1a46 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135910.320024:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c512850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:22630:x1869752809306240:12345-0@lo:501:ll_cfg_requeue.0 00010000:00010000:0.0:1783135910.320045:0:22635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b800/0xf7de4ef628ee1a46 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783135910.320160:0:22635:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1783135910.320298:0:22635:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783135910.320327:0:22635:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b800/0xf7de4ef628ee1a46 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.320339:0:22635:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b800/0xf7de4ef628ee1a46 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.320367:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b600/0xf7de4ef628ee1a3f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412d3 expref: 17 pid: 22635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.320386:0:22635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b800/0xf7de4ef628ee1a46 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412d3 expref: 16 pid: 22635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.320399:0:22635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ac5424cd500) 00010000:00010000:0.0:1783135910.320405:0:22635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783135910.320409:0:22635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67e64b800, rc 0) 00000100:00100000:0.0:1783135910.320491:0:22635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54416ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c470363-a850-4d7a-9165-72a314f64fdf+16:18722:x1869752786125184:12345-192.168.204.6@tcp:101:bash.0 Request processed in 667us (848us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135910.320499:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 38 00000100:00100000:3.0:1783135910.320710:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c512850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:22630:x1869752809306240:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 691us (1178us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135910.320721:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1783135910.320762:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678320e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809306240:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783135910.320952:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678320e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809306368:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1783135910.321021:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135910.321261:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809306368 00000100:00100000:2.0:1783135910.321274:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809306368 00000100:00100000:2.0:1783135910.321327:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1783135910.321338:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c510450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:22630:x1869752809306368:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1783135910.321457:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c510450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:22630:x1869752809306368:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 119us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135910.321467:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1783135910.322216:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac642dac600 going to sleep for 11 seconds 00000100:00100000:1.0:1783135910.322261:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678320e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809306368:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1783135910.324743:0:25676:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1783135910.325906:0:22630:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1783135910.325954:0:22630:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1783135910.325972:0:22630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac65f479400/0xf7de4ef628ee1a31 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1a38 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.325987:0:22630:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac65f479400/0xf7de4ef628ee1a31 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1a38 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783135910.326000:0:22630:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1783135910.326003:0:22630:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8ac67c6fc000 from 13 10000000:01000000:2.0:1783135910.326006:0:22630:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1783135910.326060:0:22630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac65f478e00/0xf7de4ef628ee1a4d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.326069:0:22630:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac65f478e00/0xf7de4ef628ee1a4d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.326081:0:22630:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac65f478e00/0xf7de4ef628ee1a4d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783135910.326151:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438ae300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809306496:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1783135910.326247:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135910.326314:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809306496 00000100:00100000:2.0:1783135910.326315:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac544877b40 going to sleep for 11 seconds 00000100:00100000:1.0:1783135910.326326:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809306496 00000100:00100000:1.0:1783135910.326395:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1783135910.326407:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c511850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+21:22630:x1869752809306496:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783135910.326426:0:22627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783135910.326441:0:22627:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67f908400/0xf7de4ef628ee1a54 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee1a4d expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135910.326470:0:22627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67f908400/0xf7de4ef628ee1a54 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee1a4d expref: 22 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135910.326491:0:22627:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67f908400/0xf7de4ef628ee1a54 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee1a4d expref: 22 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135910.326537:0:22627:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67f908400, rc 0) 00000100:00100000:1.0:1783135910.326593:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c511850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+22:22630:x1869752809306496:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 188us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135910.326601:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1783135910.326787:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438ae300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809306496:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783135910.326802:0:22630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac65f478e00/0xf7de4ef628ee1a4d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1a54 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.326820:0:22630:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac65f478e00/0xf7de4ef628ee1a4d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee1a54 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783135910.326896:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438ae300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809306624:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1783135910.326926:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135910.326950:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac544877b40 going to sleep for 11 seconds 00000100:00100000:1.0:1783135910.327322:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135910.327399:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786125440 00000100:00100000:0.0:1783135910.327405:0:22636:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786125440 00000100:00100000:0.0:1783135910.327455:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 5 00000100:00100000:0.0:1783135910.327465:0:22636:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54416ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c470363-a850-4d7a-9165-72a314f64fdf+16:18722:x1869752786125440:12345-192.168.204.6@tcp:35:bash.0 00000100:00100000:3.0:1783135910.327620:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809306624 00000100:00100000:3.0:1783135910.327626:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809306624 00000100:00100000:3.0:1783135910.327663:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1783135910.327670:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c511450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+22:22630:x1869752809306624:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783135910.327800:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c511450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+22:22630:x1869752809306624:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 131us (873us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135910.327817:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1783135910.327985:0:22636:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54416ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c470363-a850-4d7a-9165-72a314f64fdf+17:18722:x1869752786125440:12345-192.168.204.6@tcp:35:bash.0 Request processed in 520us (664us total) trans 12884901897 rc 0/0 00000100:00100000:0.0:1783135910.327993:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 5 00000100:00100000:2.0:1783135910.328130:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438ae300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809306624:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1783135910.328175:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438ae300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809306752:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1783135910.328224:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135910.328261:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac544877b40 going to sleep for 11 seconds 00000100:00100000:0.0:1783135910.328357:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809306752 00000100:00100000:0.0:1783135910.328362:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809306752 00000100:00100000:0.0:1783135910.328473:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1783135910.328490:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c513050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+22:22630:x1869752809306752:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1783135910.329259:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c513050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+22:22630:x1869752809306752:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 764us (1029us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135910.329269:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1783135910.329852:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438ae300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809306752:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1783135910.331299:0:25677:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1783135910.333635:0:22630:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1783135910.333687:0:22630:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1783135910.333706:0:22630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac65f478e00/0xf7de4ef628ee1a4d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1a54 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.333721:0:22630:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac65f478e00/0xf7de4ef628ee1a4d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1a54 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783135910.333736:0:22630:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1783135910.333739:0:22630:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8ac5424bf000 from 13 10000000:01000000:3.0:1783135910.333743:0:22630:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1783135910.333826:0:22630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e20f800/0xf7de4ef628ee1a5b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.333837:0:22630:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac67e20f800/0xf7de4ef628ee1a5b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.333851:0:22630:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac67e20f800/0xf7de4ef628ee1a5b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135910.333887:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac542464a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809306880:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1783135910.333995:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135910.334050:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac65f689000 going to sleep for 11 seconds 00000100:00100000:1.0:1783135910.334065:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809306880 00000100:00100000:1.0:1783135910.334075:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809306880 00000100:00100000:1.0:1783135910.334167:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:1.0:1783135910.334179:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c512450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+22:22630:x1869752809306880:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783135910.334197:0:22627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783135910.334214:0:22627:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67f908e00/0xf7de4ef628ee1a62 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee1a5b expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135910.334242:0:22627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67f908e00/0xf7de4ef628ee1a62 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee1a5b expref: 23 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135910.334254:0:22627:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67f908e00/0xf7de4ef628ee1a62 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee1a5b expref: 23 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135910.334265:0:22627:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67f908e00, rc 0) 00000100:00100000:1.0:1783135910.334322:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c512450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+23:22630:x1869752809306880:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 145us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135910.334329:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1783135910.334809:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac542464a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809306880:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783135910.334828:0:22630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac67e20f800/0xf7de4ef628ee1a5b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1a62 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.334861:0:22630:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac67e20f800/0xf7de4ef628ee1a5b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee1a62 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135910.334936:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac542464a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809307008:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783135910.334969:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135910.335002:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac65f689000 going to sleep for 11 seconds 00000100:00100000:0.0:1783135910.335174:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809307008 00000100:00100000:0.0:1783135910.335181:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809307008 00000100:00100000:0.0:1783135910.335218:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1783135910.335226:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67c511c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+23:22630:x1869752809307008:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783135910.335632:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67c511c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+23:22630:x1869752809307008:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 285us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135910.335641:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1783135910.335792:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac542464a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809307008:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783135910.335856:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac542464a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809307136:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1783135910.335907:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135910.335941:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac65f689000 going to sleep for 11 seconds 00000100:00100000:2.0:1783135910.335998:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809307136 00000100:00100000:2.0:1783135910.336005:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809307136 00000100:00100000:2.0:1783135910.336044:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1783135910.336052:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ab2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+23:22630:x1869752809307136:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1783135910.336177:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ab2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+23:22630:x1869752809307136:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 125us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135910.336185:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1783135910.336351:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac542464a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809307136:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1783135910.338000:0:25678:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1783135910.338343:0:22630:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1783135910.338384:0:22630:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1783135910.338406:0:22630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac67e20f800/0xf7de4ef628ee1a5b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1a62 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.338421:0:22630:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac67e20f800/0xf7de4ef628ee1a5b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1a62 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783135910.338460:0:22630:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1783135910.338464:0:22630:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8ac678352000 from 13 10000000:01000000:2.0:1783135910.338467:0:22630:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1783135910.338709:0:22630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac65f478600/0xf7de4ef628ee1a69 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.338720:0:22630:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8ac65f478600/0xf7de4ef628ee1a69 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.338734:0:22630:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8ac65f478600/0xf7de4ef628ee1a69 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783135910.338766:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438ae680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809307264:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1783135910.338842:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783135910.338890:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac544877240 going to sleep for 11 seconds 00000100:00100000:0.0:1783135910.339127:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809307264 00000100:00100000:0.0:1783135910.339135:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809307264 00000100:00100000:0.0:1783135910.339193:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:0.0:1783135910.339205:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ab2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+23:22630:x1869752809307264:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783135910.339222:0:22627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783135910.339238:0:22627:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ac67e64b600/0xf7de4ef628ee1a70 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xf7de4ef628ee1a69 expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.339268:0:22627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ac67e64b600/0xf7de4ef628ee1a70 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf7de4ef628ee1a69 expref: 24 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.339292:0:22627:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ac67e64b600/0xf7de4ef628ee1a70 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf7de4ef628ee1a69 expref: 24 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.339301:0:22627:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67e64b600, rc 0) 00000100:00100000:0.0:1783135910.339352:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ab2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:98df5a8b-208b-49ce-84cd-0105b203fdc7+24:22630:x1869752809307264:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 149us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135910.339371:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1783135910.339975:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438ae680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809307264:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783135910.339996:0:22630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8ac65f478600/0xf7de4ef628ee1a69 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1a70 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.340006:0:22630:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8ac65f478600/0xf7de4ef628ee1a69 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf7de4ef628ee1a70 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135910.340261:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac542464a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809307392:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783135910.340305:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135910.340397:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac65f689000 going to sleep for 11 seconds 00000100:00100000:0.0:1783135910.340785:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809307392 00000100:00100000:0.0:1783135910.340793:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809307392 00000100:00100000:0.0:1783135910.340894:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:0.0:1783135910.340906:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ab3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+24:22630:x1869752809307392:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783135910.341082:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ab3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:98df5a8b-208b-49ce-84cd-0105b203fdc7+24:22630:x1869752809307392:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 177us (776us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135910.341122:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:3.0:1783135910.341214:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac542464a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809307392:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783135910.341282:0:22630:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac542464a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809307520:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1783135910.341330:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135910.341860:0:22630:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac65f689000 going to sleep for 11 seconds 00000100:00100000:1.0:1783135910.341894:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809307520 00000100:00100000:1.0:1783135910.341902:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809307520 00000100:00100000:2.0:1783135910.341969:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:2.0:1783135910.341993:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ab0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+24:22630:x1869752809307520:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1783135910.342154:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ab0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:98df5a8b-208b-49ce-84cd-0105b203fdc7+24:22630:x1869752809307520:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 175us (823us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135910.342163:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1783135910.342540:0:22630:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac542464a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:98df5a8b-208b-49ce-84cd-0105b203fdc7:22630:1869752809307520:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1783135910.348459:0:25679:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1783135910.348657:0:22630:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1783135910.348685:0:22630:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1783135910.348702:0:22630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8ac65f478600/0xf7de4ef628ee1a69 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1a70 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.348721:0:22630:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8ac65f478600/0xf7de4ef628ee1a69 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf7de4ef628ee1a70 expref: -99 pid: 22630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135910.421379:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135910.421505:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786125696 00000100:00100000:2.0:1783135910.421537:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786125696 00000100:00100000:2.0:1783135910.421635:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 39 00000100:00100000:2.0:1783135910.421649:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac54416f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c470363-a850-4d7a-9165-72a314f64fdf+17:18732:x1869752786125696:12345-192.168.204.6@tcp:101:lfs.0 00010000:00010000:2.0:1783135910.421682:0:22633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783135910.421710:0:22633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479600/0xf7de4ef628ee1a77 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f1412da expref: -99 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783135910.421866:0:22633:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1783135910.422002:0:22633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479600/0xf7de4ef628ee1a77 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412da expref: 19 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.422018:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ac6508cf700) 00010000:00010000:2.0:1783135910.422022:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1783135910.422027:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479600/0xf7de4ef628ee1a77 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412da expref: 19 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.422044:0:22633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac65f479600, rc 0) 00000100:00100000:2.0:1783135910.422206:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac54416f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c470363-a850-4d7a-9165-72a314f64fdf+18:18732:x1869752786125696:12345-192.168.204.6@tcp:101:lfs.0 Request processed in 559us (841us total) trans 12884901898 rc 301/301 00000100:00100000:2.0:1783135910.422215:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 39 00000100:00100000:3.0:1783135910.428948:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135910.429042:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786125952 00000100:00100000:0.0:1783135910.429056:0:22636:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786125952 00000100:00100000:0.0:1783135910.429184:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 6 00000100:00100000:0.0:1783135910.429198:0:22636:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac542464a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c470363-a850-4d7a-9165-72a314f64fdf+18:18732:x1869752786125952:12345-192.168.204.6@tcp:35:lfs.0 00000100:00100000:0.0:1783135910.429984:0:22636:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac542464a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c470363-a850-4d7a-9165-72a314f64fdf+19:18732:x1869752786125952:12345-192.168.204.6@tcp:35:lfs.0 Request processed in 314us (577us total) trans 12884901899 rc 0/0 00000100:00100000:0.0:1783135910.429999:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 6 00000100:00100000:3.0:1783135910.485313:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135910.485583:0:22635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786126208 00000100:00100000:0.0:1783135910.485598:0:22635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786126208 00000100:00100000:0.0:1783135910.485748:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 40 00000100:00100000:0.0:1783135910.485762:0:22635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac542467800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c470363-a850-4d7a-9165-72a314f64fdf+19:18735:x1869752786126208:12345-192.168.204.6@tcp:101:lfs.0 00010000:00010000:0.0:1783135910.485825:0:22635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783135910.485855:0:22635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a400/0xf7de4ef628ee1a85 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f1412e1 expref: -99 pid: 22635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.486025:0:22635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64ae00/0xf7de4ef628ee1a8c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.486044:0:22635:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64ae00/0xf7de4ef628ee1a8c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.486058:0:22635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64ae00/0xf7de4ef628ee1a8c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783135910.486073:0:22635:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1783135910.486268:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a400/0xf7de4ef628ee1a85 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412e1 expref: 22 pid: 22635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.486291:0:22635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64ae00/0xf7de4ef628ee1a8c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412e1 expref: 21 pid: 22635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.486301:0:22635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ac5424cd500) 00010000:00010000:0.0:1783135910.486304:0:22635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783135910.486307:0:22635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67e64ae00, rc 0) 00000100:00100000:0.0:1783135910.486402:0:22635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac542467800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c470363-a850-4d7a-9165-72a314f64fdf+21:18735:x1869752786126208:12345-192.168.204.6@tcp:101:lfs.0 Request processed in 643us (1111us total) trans 12884901900 rc 0/0 00000100:00100000:0.0:1783135910.486410:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 40 00000100:00100000:1.0:1783135910.490082:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135910.491504:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786126336 00000100:00100000:0.0:1783135910.491523:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786126336 00000100:00100000:0.0:1783135910.492267:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 41 00000100:00100000:0.0:1783135910.492376:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+21:18735:x1869752786126336:12345-192.168.204.6@tcp:54:lfs.0 00010000:00010000:0.0:1783135910.492490:0:22634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a400/0xf7de4ef628ee1a9a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.492512:0:22634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a400/0xf7de4ef628ee1a9a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.492528:0:22634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a400/0xf7de4ef628ee1a9a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.492967:0:22634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a400/0xf7de4ef628ee1a9a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.492978:0:22634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a400/0xf7de4ef628ee1a9a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.492987:0:22634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a400/0xf7de4ef628ee1a9a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.492994:0:22634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64a400 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:0.0:1783135910.492999:0:22634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a400/0xf7de4ef628ee1a9a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.493008:0:22634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a400/0xf7de4ef628ee1a9a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.493024:0:22634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ac5424cd500) 00010000:00010000:0.0:1783135910.493028:0:22634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1783135910.493035:0:22634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a400/0xf7de4ef628ee1a9a lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.493041:0:22634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a400/0xf7de4ef628ee1a9a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135910.493369:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135910.494084:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+21:18735:x1869752786126336:12345-192.168.204.6@tcp:54:lfs.0 Request processed in 1711us (4016us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135910.494189:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 41 00000100:00100000:3.0:1783135910.497545:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135910.497962:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786126720 00000100:00100000:2.0:1783135910.497975:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786126720 00000100:00100000:2.0:1783135910.498070:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 7 00000100:00100000:2.0:1783135910.498084:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac542466300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c470363-a850-4d7a-9165-72a314f64fdf+21:18735:x1869752786126720:12345-192.168.204.6@tcp:35:lfs.0 00000100:00100000:1.0:1783135910.498712:0:25663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786126464 00000100:00100000:1.0:1783135910.498720:0:25663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786126464 00000100:00100000:1.0:1783135910.498818:0:25663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 0 00000100:00100000:1.0:1783135910.498827:0:25663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac542465500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c470363-a850-4d7a-9165-72a314f64fdf+23:2401:x1869752786126464:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783135910.498841:0:25663:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783135910.498872:0:25663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64ae00/0xf7de4ef628ee1a8c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412e1 expref: 23 pid: 22635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135910.498897:0:25663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ac5424cd500) 00010000:00010000:1.0:1783135910.498902:0:25663:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783135910.498955:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac542466300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c470363-a850-4d7a-9165-72a314f64fdf+22:18735:x1869752786126720:12345-192.168.204.6@tcp:35:lfs.0 Request processed in 874us (1426us total) trans 12884901901 rc 0/0 00000100:00100000:1.0:1783135910.498955:0:25663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac542465500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c470363-a850-4d7a-9165-72a314f64fdf+22:2401:x1869752786126464:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 127us (5589us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135910.498962:0:25663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 0 00000100:00100000:2.0:1783135910.498980:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 7 00000100:00100000:3.0:1783135910.766822:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783135910.766865:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac6434f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1869752809307648:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783135910.767185:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135910.767280:0:24142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809307648 00000100:00100000:0.0:1783135910.767295:0:24142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809307648 00000100:00100000:0.0:1783135910.767388:0:24142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1783135910.767403:0:24142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647610000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1869752809307648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783135910.767450:0:24142:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00080000:1.0:1783135910.767602:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783135910.767699:0:24142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647610000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1869752809307648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 300us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135910.767708:0:24142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1783135910.767895:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac6434f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1869752809307648:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783135910.768379:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac647610a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1869752809307776:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783135910.768439:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135910.768945:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac6434f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1869752809307904:0@lo:400:kworker.0 00000100:00100000:1.0:1783135910.769005:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135910.769037:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac647615c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809308416:0@lo:400:kworker.0 00000100:00100000:1.0:1783135910.769067:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135910.769112:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac647617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1869752809308928:0@lo:400:kworker.0 00000100:00100000:1.0:1783135910.769142:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135910.769166:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1783135910.769171:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac6434f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1869752809308032:0@lo:400:kworker.0 00000100:00100000:1.0:1783135910.769198:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:2.0:1783135910.769200:0:22668:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1783135910.769216:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac647616680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1869752809308544:0@lo:400:kworker.0 00000100:00100000:1.0:1783135910.769239:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135910.769256:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac647614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1869752809309056:0@lo:400:kworker.0 00000100:00100000:1.0:1783135910.769289:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135910.769322:0:24139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809308416 00000100:00100000:1.0:1783135910.769329:0:24139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809308416 00000100:00100000:1.0:1783135910.769393:0:24139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809308032 00000100:00100000:1.0:1783135910.769396:0:24139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809308032 00000100:00100000:2.0:1783135910.769430:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809307904 00000100:00100000:1.0:1783135910.769430:0:24139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1783135910.769441:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809307904 00000100:00100000:1.0:1783135910.769443:0:24139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647614700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809308416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135910.769524:0:24139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647614700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809308416:12345-0@lo:400:kworker.0 Request processed in 82us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135910.769532:0:24139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1783135910.769549:0:24139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1783135910.769555:0:24139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647615180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1869752809308032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135910.769584:0:24139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647615180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1869752809308032:12345-0@lo:400:kworker.0 Request processed in 29us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135910.769592:0:24139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1783135910.769596:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1783135910.769618:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647617100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1869752809307904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135910.769629:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac6434f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1869752809308160:0@lo:400:kworker.0 00000100:00100000:1.0:1783135910.769657:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135910.769674:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac647614000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1869752809308672:0@lo:400:kworker.0 00000100:00100000:3.0:1783135910.769866:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac647617b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1869752809308288:0@lo:400:kworker.0 00000100:00100000:0.0:1783135910.770561:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809308928 00000100:00100000:0.0:1783135910.770569:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809308928 00000100:00100000:1.0:1783135910.770595:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135910.770604:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809308544 00000100:00100000:0.0:1783135910.770608:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809308544 00000100:00100000:1.0:1783135910.770632:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809309184:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783135910.770635:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809309056 00000100:00100000:0.0:1783135910.770640:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809309056 00000100:00100000:0.0:1783135910.770667:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809308160 00000100:00100000:0.0:1783135910.770672:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809308160 00000100:00100000:1.0:1783135910.770685:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135910.770692:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809308672 00000100:00100000:0.0:1783135910.770696:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809308672 00000100:00100000:0.0:1783135910.770727:0:24142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809307776 00000100:00100000:0.0:1783135910.770733:0:24142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809307776 00000100:00100000:1.0:1783135910.770739:0:24143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809309184 00000100:00100000:1.0:1783135910.770744:0:24143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809309184 00000100:00100000:0.0:1783135910.770769:0:24142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1783135910.770782:0:24142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647613800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1869752809307776:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1783135910.770792:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783135910.770797:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783135910.770801:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1783135910.770804:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1783135910.770827:0:24142:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1783135910.770883:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac6434f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1869752809308032:0@lo:400:kworker.0 00000100:00100000:0.0:1783135910.770892:0:24142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647613800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1869752809307776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (2450us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135910.770904:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac647615c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809308416:0@lo:400:kworker.0 00000100:00100000:0.0:1783135910.770915:0:24142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1783135910.770938:0:24142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1783135910.770951:0:24142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647616d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809309184:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783135910.770954:0:24617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1783135910.770966:0:24617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647616300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1869752809308928:12345-0@lo:400:kworker.0 00002000:00000024:0.0:1783135910.770966:0:24142:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1783135910.771029:0:24142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647616d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809309184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135910.771032:0:24617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647616300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1869752809308928:12345-0@lo:400:kworker.0 Request processed in 67us (1888us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135910.771043:0:24142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1783135910.771047:0:24617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1783135910.771069:0:24617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1783135910.771076:0:24617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647617480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1869752809308544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783135910.771125:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809309184:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783135910.771136:0:24617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647617480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1869752809308544:12345-0@lo:400:kworker.0 Request processed in 60us (1895us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135910.771145:0:24617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1783135910.771161:0:24617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1783135910.771830:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647617100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1869752809307904:12345-0@lo:400:kworker.0 Request processed in 2219us (2820us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135910.771842:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1783135910.771945:0:24617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1869752809309056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783135910.772001:0:24617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1869752809309056:12345-0@lo:400:kworker.0 Request processed in 834us (2711us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135910.772973:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1783135910.773130:0:22633:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:2.0:1783135910.773143:0:22633:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:2.0:1783135910.773166:0:22634:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:2.0:1783135910.773177:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1783135910.773198:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647614380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1869752809308672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783135910.773278:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647614380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1869752809308672:12345-0@lo:400:kworker.0 Request processed in 93us (2684us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135910.773285:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1783135910.774525:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135910.774589:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac647614a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1869752809308800:0@lo:400:kworker.0 00000100:00100000:3.0:1783135910.774634:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783135910.774690:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac647610a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1869752809307776:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783135910.774747:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809308288 00000100:00100000:3.0:1783135910.774754:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809308288 00000100:00100000:3.0:1783135910.774802:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1783135910.774824:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647610e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1869752809308288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783135910.774902:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647610e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1869752809308288:12345-0@lo:400:kworker.0 Request processed in 80us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135910.774910:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1783135910.774947:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac647617b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1869752809308288:0@lo:400:kworker.0 00000100:00100000:3.0:1783135910.775010:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac647614000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1869752809308672:0@lo:400:kworker.0 00000100:00100000:3.0:1783135910.775190:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809308800 00000100:00100000:3.0:1783135910.775194:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809308800 00000100:00100000:3.0:1783135910.775238:0:22633:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1783135910.775248:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1783135910.775254:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647613100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1869752809308800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783135910.775292:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647613100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1869752809308800:12345-0@lo:400:kworker.0 Request processed in 38us (656us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135910.775298:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00010000:00080000:3.0:1783135910.775325:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac647614a80 x1869752809308800/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135926 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783135910.775336:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac647614a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1869752809308800:0@lo:400:kworker.0 00000100:00100000:0.0:1783135910.775414:0:22635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647615500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1869752809308160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783135910.775482:0:22635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647615500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1869752809308160:12345-0@lo:400:kworker.0 Request processed in 63us (5808us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135910.775489:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1783135910.775544:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac6434f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1869752809308160:0@lo:400:kworker.0 00000100:00080000:3.0:1783135910.775548:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783135910.775552:0:24617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1783135910.775585:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac647616680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1869752809308544:0@lo:400:kworker.0 00010000:00080000:3.0:1783135910.775603:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ac647614e00 x1869752809309056/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783135926 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783135910.775614:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac647614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1869752809309056:0@lo:400:kworker.0 00000100:00100000:3.0:1783135910.775629:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac6434f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1869752809307904:0@lo:400:kworker.0 00000100:00100000:3.0:1783135910.775649:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac647617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1869752809308928:0@lo:400:kworker.0 00000100:00100000:3.0:1783135910.814939:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135910.815083:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786126976 00000100:00100000:2.0:1783135910.815145:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786126976 00000100:00100000:2.0:1783135910.815280:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 42 00000100:00100000:2.0:1783135910.815294:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647610a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c470363-a850-4d7a-9165-72a314f64fdf+21:18766:x1869752786126976:12345-192.168.204.6@tcp:101:cat.0 00010000:00010000:2.0:1783135910.815330:0:22633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783135910.815358:0:22633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479600/0xf7de4ef628ee1aa1 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f1412e8 expref: -99 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.816020:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478400/0xf7de4ef628ee1aa8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.816059:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478400/0xf7de4ef628ee1aa8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.816074:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478400/0xf7de4ef628ee1aa8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783135910.816120:0:22633:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1783135910.816325:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479600/0xf7de4ef628ee1aa1 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412e8 expref: 24 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.816349:0:22633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478400/0xf7de4ef628ee1aa8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412e8 expref: 23 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.816360:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ac5424cd500) 00010000:00010000:2.0:1783135910.816363:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783135910.816368:0:22633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac65f478400, rc 0) 00000100:00100000:2.0:1783135910.816461:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647610a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c470363-a850-4d7a-9165-72a314f64fdf+23:18766:x1869752786126976:12345-192.168.204.6@tcp:101:cat.0 Request processed in 1170us (1538us total) trans 12884901902 rc 0/0 00000100:00100000:2.0:1783135910.816481:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 42 00000100:00100000:0.0:1783135910.826975:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135910.827074:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135910.827397:0:22619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786127360 00000100:00100000:3.0:1783135910.827411:0:22619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786127360 00000100:00100000:3.0:1783135910.827511:0:22619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 1 00000100:00100000:3.0:1783135910.827525:0:22619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678323100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c470363-a850-4d7a-9165-72a314f64fdf+23:2400:x1869752786127360:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783135910.827548:0:22619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783135910.827585:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478400/0xf7de4ef628ee1aa8 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412e8 expref: 23 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.827615:0:22619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ac5424cd500) 00010000:00010000:3.0:1783135910.827621:0:22619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783135910.827709:0:22619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678323100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c470363-a850-4d7a-9165-72a314f64fdf+22:2400:x1869752786127360:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 186us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135910.827718:0:22619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 1 00000100:00100000:2.0:1783135910.828883:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786127232 00000100:00100000:2.0:1783135910.828897:0:22636:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786127232 00000100:00100000:2.0:1783135910.828973:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 8 00000100:00100000:2.0:1783135910.828986:0:22636:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac678321180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c470363-a850-4d7a-9165-72a314f64fdf+22:18766:x1869752786127232:12345-192.168.204.6@tcp:35:cat.0 00000100:00100000:2.0:1783135910.829938:0:22636:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac678321180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c470363-a850-4d7a-9165-72a314f64fdf+23:18766:x1869752786127232:12345-192.168.204.6@tcp:35:cat.0 Request processed in 946us (2971us total) trans 12884901903 rc 0/0 00000100:00100000:2.0:1783135910.829951:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 8 00000040:00080000:2.0:1783135910.830846:0:23391:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1783135910.917229:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135910.917517:0:22635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786127616 00000100:00100000:0.0:1783135910.917531:0:22635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786127616 00000100:00100000:0.0:1783135910.917614:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 43 00000100:00100000:0.0:1783135910.917626:0:22635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647615c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c470363-a850-4d7a-9165-72a314f64fdf+23:18772:x1869752786127616:12345-192.168.204.6@tcp:101:dd.0 00010000:00010000:0.0:1783135910.917659:0:22635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783135910.917686:0:22635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a400/0xf7de4ef628ee1ab6 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f1412ef expref: -99 pid: 22635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.917862:0:22635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64bc00/0xf7de4ef628ee1abd lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.917880:0:22635:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64aa00/0xf7de4ef628ee1a23 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412cc expref: 24 pid: 22634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.917889:0:22635:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b800/0xf7de4ef628ee1a46 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412d3 expref: 24 pid: 22635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.917897:0:22635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64bc00/0xf7de4ef628ee1abd lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.917951:0:22635:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b800/0xf7de4ef628ee1a46 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412d3 expref: 24 pid: 22635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.917966:0:22635:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b800/0xf7de4ef628ee1a46 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412d3 expref: 24 pid: 22635 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135910.917983:0:22635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac678320e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22635:1869752809309312:192.168.204.6@tcp:104: 00010000:00010000:0.0:1783135910.918225:0:22635:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64aa00/0xf7de4ef628ee1a23 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412cc expref: 24 pid: 22634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.918234:0:22635:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64aa00/0xf7de4ef628ee1a23 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412cc expref: 24 pid: 22634 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135910.918244:0:22635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677a5df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22635:1869752809309440:192.168.204.6@tcp:104: 00000100:00100000:0.0:1783135910.918285:0:22635:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac542463000 going to sleep for 11 seconds 00000100:00100000:0.0:1783135910.928328:0:22635:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac678320e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22635:1869752809309312:192.168.204.6@tcp:104: 00000100:00100000:0.0:1783135910.928360:0:22635:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677a5df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22635:1869752809309440:192.168.204.6@tcp:104: 00010000:00010000:0.0:1783135910.928399:0:22635:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64bc00/0xf7de4ef628ee1abd lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135910.929879:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135910.929949:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135910.930077:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786127744 00000100:00100000:3.0:1783135910.930119:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786127744 00010000:00010000:3.0:1783135910.930301:0:22620:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b800/0xf7de4ef628ee1a46 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412d3 expref: 25 pid: 22635 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135910.930360:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786127872 00000100:00100000:3.0:1783135910.930364:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786127872 00010000:00010000:3.0:1783135910.930378:0:22620:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64aa00/0xf7de4ef628ee1a23 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412cc expref: 26 pid: 22634 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135910.930528:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 17 00000100:00100000:3.0:1783135910.930542:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647615f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c470363-a850-4d7a-9165-72a314f64fdf+26:2400:x1869752786127744:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783135910.930564:0:22620:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783135910.930589:0:22620:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b800/0xf7de4ef628ee1a46 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412d3 expref: 26 pid: 22635 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.930604:0:22620:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b800/0xf7de4ef628ee1a46 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412d3 expref: 26 pid: 22635 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.930643:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b800/0xf7de4ef628ee1a46 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412d3 expref: 26 pid: 22635 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.930665:0:22620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ac5424cd500) 00010000:00010000:3.0:1783135910.930671:0:22620:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64bc00/0xf7de4ef628ee1abd lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.930682:0:22620:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64bc00/0xf7de4ef628ee1abd lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.930691:0:22620:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783135910.930760:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647615f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c470363-a850-4d7a-9165-72a314f64fdf+25:2400:x1869752786127744:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 221us (891us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135910.930769:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 17 00000100:00100000:3.0:1783135910.930792:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 18 00000100:00100000:3.0:1783135910.930799:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac6434fd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c470363-a850-4d7a-9165-72a314f64fdf+24:2400:x1869752786127872:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783135910.930808:0:22620:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783135910.930813:0:22620:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64aa00/0xf7de4ef628ee1a23 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412cc expref: 24 pid: 22634 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.930823:0:22620:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64aa00/0xf7de4ef628ee1a23 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412cc expref: 24 pid: 22634 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.930849:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64aa00/0xf7de4ef628ee1a23 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412cc expref: 24 pid: 22634 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.930861:0:22620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ac5424cd500) 00010000:00010000:3.0:1783135910.930865:0:22620:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64bc00/0xf7de4ef628ee1abd lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.930874:0:22620:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64bc00/0xf7de4ef628ee1abd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.930882:0:22620:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64bc00/0xf7de4ef628ee1abd lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135910.930912:0:22620:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783135910.930934:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac6434fd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c470363-a850-4d7a-9165-72a314f64fdf+23:2400:x1869752786127872:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 134us (985us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135910.930941:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 18 00010000:00010000:1.0:1783135910.931817:0:22635:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64bc00/0xf7de4ef628ee1abd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135910.931832:0:22635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64bc00/0xf7de4ef628ee1abd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783135910.931879:0:22635:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1783135910.932309:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a400/0xf7de4ef628ee1ab6 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412ef expref: 24 pid: 22635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135910.932336:0:22635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64bc00/0xf7de4ef628ee1abd lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412ef expref: 23 pid: 22635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135910.932345:0:22635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ac5424cd500) 00010000:00010000:1.0:1783135910.932348:0:22635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1783135910.932351:0:22635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67e64bc00, rc 0) 00000100:00100000:1.0:1783135910.932406:0:22635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647615c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c470363-a850-4d7a-9165-72a314f64fdf+23:18772:x1869752786127616:12345-192.168.204.6@tcp:101:dd.0 Request processed in 14783us (15192us total) trans 12884901904 rc 0/0 00000100:00100000:1.0:1783135910.932416:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 43 00000100:00100000:1.0:1783135910.935862:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135910.935975:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786128000 00000100:00100000:2.0:1783135910.936257:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786128000 00000100:00100000:2.0:1783135910.936372:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 44 00000100:00100000:2.0:1783135910.936386:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+23:18772:x1869752786128000:12345-192.168.204.6@tcp:101:dd.0 00010000:00010000:2.0:1783135910.936420:0:22634:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783135910.936447:0:22634:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479600/0xf7de4ef628ee1acb lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f1412f6 expref: -99 pid: 22634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.936504:0:22634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478800/0xf7de4ef628ee1ad2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.936522:0:22634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478800/0xf7de4ef628ee1ad2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.936535:0:22634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478800/0xf7de4ef628ee1ad2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.936710:0:22634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479600/0xf7de4ef628ee1acb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412f6 expref: 25 pid: 22634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.936731:0:22634:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478800/0xf7de4ef628ee1ad2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412f6 expref: 24 pid: 22634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.936741:0:22634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ac5424cd500) 00010000:00010000:2.0:1783135910.936745:0:22634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1783135910.936750:0:22634:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac65f478800, rc 0) 00000100:00100000:2.0:1783135910.936829:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+24:18772:x1869752786128000:12345-192.168.204.6@tcp:101:dd.0 Request processed in 447us (985us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135910.936837:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 44 00000100:00100000:1.0:1783135910.942462:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135910.942687:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786128256 00000100:00100000:2.0:1783135910.942703:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786128256 00000100:00100000:2.0:1783135910.942798:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 45 00000100:00100000:2.0:1783135910.942812:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c470363-a850-4d7a-9165-72a314f64fdf+24:18772:x1869752786128256:12345-192.168.204.6@tcp:36:dd.0 00010000:00010000:2.0:1783135910.943526:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479e00/0xf7de4ef628ee1ad9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.943555:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479e00/0xf7de4ef628ee1ad9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.943570:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479e00/0xf7de4ef628ee1ad9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1783135910.943637:0:22633:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:2.0:1783135910.943668:0:22633:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e57e1ecd reply state 0000000035a7f247 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479e00/0xf7de4ef628ee1ad9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.943683:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479e00/0xf7de4ef628ee1ad9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.943691:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ac5424cd500) 00010000:00010000:2.0:1783135910.943695:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783135910.943701:0:22633:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783135910.943901:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c470363-a850-4d7a-9165-72a314f64fdf+27:18772:x1869752786128256:12345-192.168.204.6@tcp:36:dd.0 Request processed in 1090us (1453us total) trans 12884901906 rc 0/0 00000100:00100000:2.0:1783135910.943912:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 45 00000020:00080000:2.0:1783135910.943919:0:22633:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1783135910.946943:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135910.947407:0:22635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786128384 00000100:00100000:0.0:1783135910.947420:0:22635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786128384 00000100:00100000:0.0:1783135910.947561:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 46 00000100:00100000:0.0:1783135910.947575:0:22635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c470363-a850-4d7a-9165-72a314f64fdf+27:18772:x1869752786128384:12345-192.168.204.6@tcp:101:dd.0 00010000:00010000:0.0:1783135910.947608:0:22635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783135910.947640:0:22635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64be00/0xf7de4ef628ee1ae0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f1412fd expref: -99 pid: 22635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.947726:0:22635:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64be00/0xf7de4ef628ee1ae0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412fd expref: 28 pid: 22635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.947745:0:22635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64be00/0xf7de4ef628ee1ae0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412fd expref: 28 pid: 22635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.947770:0:22635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ac5424cd500) 00010000:00010000:0.0:1783135910.947775:0:22635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783135910.947778:0:22635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67e64be00, rc 0) 00000100:00100000:0.0:1783135910.947852:0:22635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c470363-a850-4d7a-9165-72a314f64fdf+28:18772:x1869752786128384:12345-192.168.204.6@tcp:101:dd.0 Request processed in 280us (924us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135910.947861:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 46 00000100:00100000:1.0:1783135910.965662:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135910.965960:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786128640 00000100:00100000:0.0:1783135910.965995:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786128640 00000100:00100000:0.0:1783135910.966216:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 2 00000100:00100000:0.0:1783135910.966230:0:22618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647614e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c470363-a850-4d7a-9165-72a314f64fdf+28:18772:x1869752786128640:12345-192.168.204.6@tcp:103:dd.0 00010000:00010000:0.0:1783135910.966252:0:22618:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783135910.966288:0:22618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64be00/0xf7de4ef628ee1ae0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412fd expref: 28 pid: 22635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135910.966313:0:22618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ac5424cd500) 00010000:00010000:0.0:1783135910.966320:0:22618:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783135910.966397:0:22618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647614e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c470363-a850-4d7a-9165-72a314f64fdf+27:18772:x1869752786128640:12345-192.168.204.6@tcp:103:dd.0 Request processed in 169us (751us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135910.966407:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 2 00000100:00100000:1.0:1783135910.973308:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135910.976590:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786128768 00000100:00100000:2.0:1783135910.976615:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786128768 00000100:00100000:2.0:1783135910.976871:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 47 00000100:00100000:2.0:1783135910.976888:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+27:18772:x1869752786128768:12345-192.168.204.6@tcp:58:dd.0 00010000:00010000:2.0:1783135910.977064:0:22634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479600/0xf7de4ef628ee1ae7 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.977112:0:22634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479600/0xf7de4ef628ee1ae7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.977127:0:22634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479600/0xf7de4ef628ee1ae7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783135910.982013:0:22634:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1783135910.982065:0:22634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:2.0:1783135910.982266:0:22634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:2.0:1783135910.982590:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+27:18772:x1869752786128768:12345-192.168.204.6@tcp:58:dd.0 Request processed in 5577us (9168us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135910.982606:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 47 00000100:00100000:1.0:1783135910.985879:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135910.986025:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786128896 00000100:00100000:2.0:1783135910.986039:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786128896 00000100:00100000:2.0:1783135910.986264:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 48 00000100:00100000:2.0:1783135910.986279:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647614a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c470363-a850-4d7a-9165-72a314f64fdf+27:18772:x1869752786128896:12345-192.168.204.6@tcp:101:dd.0 00010000:00010000:2.0:1783135910.986311:0:22633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783135910.986338:0:22633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478200/0xf7de4ef628ee1aee lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f141304 expref: -99 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.986424:0:22633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479600/0xf7de4ef628ee1ae7 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.986438:0:22633:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478200/0xf7de4ef628ee1aee lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141304 expref: 28 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.986473:0:22633:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479600/0xf7de4ef628ee1ae7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.986653:0:22633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478200/0xf7de4ef628ee1aee lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141304 expref: 28 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.986673:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ac5424cd500) 00010000:00010000:2.0:1783135910.986676:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783135910.986680:0:22633:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478200/0xf7de4ef628ee1aee lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141304 expref: 28 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135910.986689:0:22633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac65f478200, rc 0) 00000100:00100000:2.0:1783135910.986824:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647614a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c470363-a850-4d7a-9165-72a314f64fdf+28:18772:x1869752786128896:12345-192.168.204.6@tcp:101:dd.0 Request processed in 548us (964us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135910.986832:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 48 00010000:00010000:3.0:1783135911.279793:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783135911.481412:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135911.481481:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135911.481544:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135911.481568:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135911.481595:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135911.481617:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135911.481668:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135911.481709:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135911.481746:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786129280 00000100:00100000:1.0:1783135911.481759:0:24140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786129280 00000100:00100000:1.0:1783135911.481828:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786129792 00000100:00100000:1.0:1783135911.481831:0:24140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786129792 00000100:00100000:1.0:1783135911.481862:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786129408 00000100:00100000:1.0:1783135911.481865:0:24140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786129408 00000100:00100000:1.0:1783135911.481880:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786129920 00000100:00100000:1.0:1783135911.481882:0:24140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786129920 00000100:00100000:1.0:1783135911.481900:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 15 00000100:00100000:1.0:1783135911.481913:0:24140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647614000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c470363-a850-4d7a-9165-72a314f64fdf+5:2399:x1869752786129280:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:1.0:1783135911.482012:0:24140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647614000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c470363-a850-4d7a-9165-72a314f64fdf+5:2399:x1869752786129280:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 102us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135911.482020:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 15 00000100:00100000:1.0:1783135911.482040:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 16 00000100:00100000:1.0:1783135911.482046:0:24140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac6434f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:62c2594e-9fe4-48dc-b06e-53e329c8bc03+5:2399:x1869752786129792:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:1.0:1783135911.482069:0:24140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac6434f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:62c2594e-9fe4-48dc-b06e-53e329c8bc03+5:2399:x1869752786129792:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 25us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135911.482075:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 16 00000100:00100000:1.0:1783135911.482084:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 17 00000100:00100000:1.0:1783135911.482137:0:24140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac6434f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c470363-a850-4d7a-9165-72a314f64fdf+5:2399:x1869752786129408:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:1.0:1783135911.482159:0:24140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac6434f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c470363-a850-4d7a-9165-72a314f64fdf+5:2399:x1869752786129408:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 24us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135911.482165:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 17 00000100:00100000:1.0:1783135911.482176:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 18 00000100:00100000:1.0:1783135911.482181:0:24140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677aa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:62c2594e-9fe4-48dc-b06e-53e329c8bc03+5:2399:x1869752786129920:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:1.0:1783135911.482213:0:24140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677aa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:62c2594e-9fe4-48dc-b06e-53e329c8bc03+5:2399:x1869752786129920:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 32us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135911.482220:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 18 00000100:00100000:1.0:1783135911.482374:0:24617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786129536 00000100:00100000:1.0:1783135911.482379:0:24617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786129536 00000100:00100000:1.0:1783135911.482407:0:24617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786129152 00000100:00100000:1.0:1783135911.482409:0:24617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786129152 00000100:00100000:1.0:1783135911.482432:0:24617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786129664 00000100:00100000:1.0:1783135911.482434:0:24617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786129664 00000100:00100000:1.0:1783135911.482445:0:24617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 58 00000100:00100000:1.0:1783135911.482451:0:24617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647617b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:62c2594e-9fe4-48dc-b06e-53e329c8bc03+12:2399:x1869752786129536:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:1.0:1783135911.482508:0:24617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647617b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:62c2594e-9fe4-48dc-b06e-53e329c8bc03+12:2399:x1869752786129536:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 57us (964us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135911.482515:0:24617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 58 00000100:00100000:1.0:1783135911.482527:0:24617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 59 00000100:00100000:1.0:1783135911.482533:0:24617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac6434f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c470363-a850-4d7a-9165-72a314f64fdf+5:2399:x1869752786129152:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:1.0:1783135911.482556:0:24617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac6434f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c470363-a850-4d7a-9165-72a314f64fdf+5:2399:x1869752786129152:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 24us (960us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135911.482562:0:24617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 59 00000100:00100000:1.0:1783135911.482573:0:24617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 60 00000100:00100000:1.0:1783135911.482578:0:24617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677aa4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:62c2594e-9fe4-48dc-b06e-53e329c8bc03+5:2399:x1869752786129664:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:1.0:1783135911.482599:0:24617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677aa4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:62c2594e-9fe4-48dc-b06e-53e329c8bc03+5:2399:x1869752786129664:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 22us (932us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135911.482605:0:24617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 60 00000100:00080000:3.0:1783135911.482753:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1783135911.482759:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1783135911.482762:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1783135911.482765:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783135911.482782:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786129024 00000100:00100000:3.0:1783135911.482786:0:22626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786129024 00000100:00100000:3.0:1783135911.482820:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 166 00000100:00100000:3.0:1783135911.482827:0:22626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac543ab0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+13:2399:x1869752786129024:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:3.0:1783135911.482863:0:22626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac543ab0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9acea224-832c-44eb-9e5e-15c0411f1471+13:2399:x1869752786129024:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 37us (1468us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135911.482881:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 166 00000040:00080000:2.0:1783135911.790756:0:22668:0:(llog.c:800:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1783135911.790771:0:22668:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1783135911.790808:0:22668:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1783135911.802311:0:22668:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1783135911.802605:0:22668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438ac380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22668:1869752809309568:192.168.204.6@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1783135911.802739:0:22668:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac544877f00 going to sleep for 11 seconds 00000100:00100000:1.0:1783135911.808660:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135911.809489:0:24617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786130048 00000100:00100000:1.0:1783135911.809506:0:24617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786130048 00000100:00100000:1.0:1783135911.809669:0:24617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 49 00000100:00100000:1.0:1783135911.809682:0:24617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677aa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c470363-a850-4d7a-9165-72a314f64fdf+29:18773:x1869752786130048:12345-192.168.204.6@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1783135911.809740:0:24617:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1783135911.809938:0:24617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677aa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c470363-a850-4d7a-9165-72a314f64fdf+29:18773:x1869752786130048:12345-192.168.204.6@tcp:53:lhsmtool_posix.0 Request processed in 258us (1293us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135911.809947:0:24617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 49 00000100:00100000:0.0:1783135911.809996:0:22668:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438ac380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22668:1869752809309568:192.168.204.6@tcp:107:hsm_cdtr.0 00000100:00080000:3.0:1783135911.810961:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783135911.816034:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135911.816311:0:22635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786130176 00000100:00100000:0.0:1783135911.816324:0:22635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786130176 00000100:00100000:0.0:1783135911.816406:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 50 00000100:00100000:0.0:1783135911.816419:0:22635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677aa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c470363-a850-4d7a-9165-72a314f64fdf+28:18773:x1869752786130176:12345-192.168.204.6@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1783135911.816528:0:22635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64be00/0xf7de4ef628ee1af5 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.816551:0:22635:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64be00/0xf7de4ef628ee1af5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.816565:0:22635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64be00/0xf7de4ef628ee1af5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.816726:0:22635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a000/0xf7de4ef628ee1afc lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.816770:0:22635:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a000/0xf7de4ef628ee1afc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.816789:0:22635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a000/0xf7de4ef628ee1afc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.816824:0:22635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64ba00/0xf7de4ef628ee1b03 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.816835:0:22635:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64ba00/0xf7de4ef628ee1b03 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.816851:0:22635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64ba00/0xf7de4ef628ee1b03 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783135911.816904:0:22635:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1783135911.816909:0:22635:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783135911.816924:0:22635:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64ba00/0xf7de4ef628ee1b03 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.816936:0:22635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64be00/0xf7de4ef628ee1af5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.816943:0:22635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64be00/0xf7de4ef628ee1af5 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.816950:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64be00/0xf7de4ef628ee1af5 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.816956:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64be00 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:0.0:1783135911.816960:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64be00/0xf7de4ef628ee1af5 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.816973:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64be00/0xf7de4ef628ee1af5 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.816986:0:22635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8ac5424cd900) 00010000:00010000:0.0:1783135911.816989:0:22635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783135911.816993:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64be00/0xf7de4ef628ee1af5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.816998:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64be00/0xf7de4ef628ee1af5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.817016:0:22635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a000/0xf7de4ef628ee1afc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.817022:0:22635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a000/0xf7de4ef628ee1afc lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.817027:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a000/0xf7de4ef628ee1afc lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.817031:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64a000 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:0.0:1783135911.817034:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a000/0xf7de4ef628ee1afc lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.817039:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a000/0xf7de4ef628ee1afc lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.817046:0:22635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff8ac5424cd600) 00010000:00010000:0.0:1783135911.817048:0:22635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783135911.817051:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a000/0xf7de4ef628ee1afc lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.817067:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a000/0xf7de4ef628ee1afc lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.817511:0:22635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64ba00/0xf7de4ef628ee1b03 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.817520:0:22635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64ba00/0xf7de4ef628ee1b03 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.817527:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64ba00/0xf7de4ef628ee1b03 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.817532:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64ba00 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:0.0:1783135911.817536:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64ba00/0xf7de4ef628ee1b03 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.817544:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64ba00/0xf7de4ef628ee1b03 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.817555:0:22635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ac5424cd500) 00010000:00010000:0.0:1783135911.817557:0:22635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783135911.817560:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64ba00/0xf7de4ef628ee1b03 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.817566:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64ba00/0xf7de4ef628ee1b03 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135911.817711:0:22635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677aa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c470363-a850-4d7a-9165-72a314f64fdf+28:18773:x1869752786130176:12345-192.168.204.6@tcp:34:lhsmtool_posix.0 Request processed in 1290us (1689us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135911.817722:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 50 00000100:00100000:2.0:1783135911.822527:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135911.822681:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786130432 00000100:00100000:0.0:1783135911.822691:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786130432 00000100:00100000:0.0:1783135911.822744:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 51 00000100:00100000:0.0:1783135911.822753:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+28:18773:x1869752786130432:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1783135911.822774:0:22634:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783135911.822794:0:22634:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b200/0xf7de4ef628ee1b0a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f14130b expref: -99 pid: 22634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.822896:0:22634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a200/0xf7de4ef628ee1b11 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.822910:0:22634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a200/0xf7de4ef628ee1b11 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.822920:0:22634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a200/0xf7de4ef628ee1b11 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783135911.822931:0:22634:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1783135911.823006:0:22634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a200/0xf7de4ef628ee1b11 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.823014:0:22634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a200/0xf7de4ef628ee1b11 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.823021:0:22634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a200/0xf7de4ef628ee1b11 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.823026:0:22634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64a200 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:0.0:1783135911.823030:0:22634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a200/0xf7de4ef628ee1b11 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.823037:0:22634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a200/0xf7de4ef628ee1b11 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.823061:0:22634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ac5424cd500) 00010000:00010000:0.0:1783135911.823064:0:22634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1783135911.823068:0:22634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a200/0xf7de4ef628ee1b11 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.823074:0:22634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a200/0xf7de4ef628ee1b11 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.824419:0:22634:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b200/0xf7de4ef628ee1b0a lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f14130b expref: 30 pid: 22634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.824435:0:22634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8ac5424cd900) 00010000:00010000:0.0:1783135911.824438:0:22634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1783135911.824442:0:22634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b200/0xf7de4ef628ee1b0a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f14130b expref: 30 pid: 22634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.824466:0:22634:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67e64b200, rc 0) 00000100:00100000:0.0:1783135911.824534:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+29:18773:x1869752786130432:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 Request processed in 1782us (2019us total) trans 12884901907 rc 301/301 00000100:00100000:0.0:1783135911.824543:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 51 00000100:00100000:2.0:1783135911.830930:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135911.831344:0:25680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786130560 00000100:00100000:3.0:1783135911.831354:0:25680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786130560 00000100:00100000:3.0:1783135911.831412:0:25680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 52 00000100:00100000:3.0:1783135911.831424:0:25680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c470363-a850-4d7a-9165-72a314f64fdf+29:18773:x1869752786130560:12345-192.168.204.6@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1783135911.831478:0:25680:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1783135911.831619:0:25680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c470363-a850-4d7a-9165-72a314f64fdf+29:18773:x1869752786130560:12345-192.168.204.6@tcp:53:lhsmtool_posix.0 Request processed in 196us (696us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135911.831628:0:25680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 52 00000100:00100000:1.0:1783135911.848606:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135911.849116:0:22635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786130816 00000100:00100000:0.0:1783135911.849201:0:22635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786130816 00000100:00100000:0.0:1783135911.849254:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 53 00000100:00100000:0.0:1783135911.849588:0:22635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677aa7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c470363-a850-4d7a-9165-72a314f64fdf+29:18773:x1869752786130816:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1783135911.849611:0:22635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783135911.849634:0:22635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a000/0xf7de4ef628ee1b1f lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f141312 expref: -99 pid: 22635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783135911.851489:0:22635:0:(osp_internal.h:570:osp_update_last_fid()) Gap in objids: start=[0x2c0000401:0x23:0x0], count =31 00000004:00080000:0.0:1783135911.851503:0:22635:0:(osp_object.c:1645:osp_create()) Writing gap [0x2c0000401:0x23:0x0]+31 in llog 00000004:00080000:0.0:1783135911.851531:0:22635:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x42:0x0], index 1: 0 00010000:00010000:0.0:1783135911.851736:0:22635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64be00/0xf7de4ef628ee1b26 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.851753:0:22635:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64be00/0xf7de4ef628ee1b26 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.851765:0:22635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64be00/0xf7de4ef628ee1b26 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.851842:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a000/0xf7de4ef628ee1b1f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141312 expref: 32 pid: 22635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.851865:0:22635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64be00/0xf7de4ef628ee1b26 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141312 expref: 31 pid: 22635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.851873:0:22635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8ac5424cd600) 00010000:00010000:0.0:1783135911.851876:0:22635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783135911.851879:0:22635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67e64be00, rc 0) 00000100:00100000:0.0:1783135911.851959:0:22635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677aa7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c470363-a850-4d7a-9165-72a314f64fdf+31:18773:x1869752786130816:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 Request processed in 2696us (3364us total) trans 12884901908 rc 0/0 00000100:00100000:0.0:1783135911.851968:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 53 00000100:00100000:0.0:1783135911.861609:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135911.861740:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786131072 00000100:00100000:2.0:1783135911.861752:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786131072 00000100:00100000:2.0:1783135911.861891:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 54 00000100:00100000:2.0:1783135911.861904:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677a5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+31:18773:x1869752786131072:12345-192.168.204.6@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1783135911.861961:0:22634:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783135911.861999:0:22634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64be00/0xf7de4ef628ee1b26 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141312 expref: 31 pid: 22635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.862029:0:22634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8ac5424cd600) 00010000:00010000:2.0:1783135911.862040:0:22634:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783135911.862063:0:22634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479c00/0xf7de4ef628ee1b34 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.862076:0:22634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479c00/0xf7de4ef628ee1b34 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.862147:0:22634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479c00/0xf7de4ef628ee1b34 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.862162:0:22634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478000/0xf7de4ef628ee1b3b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x6f3cd44 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.862179:0:22634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478000/0xf7de4ef628ee1b3b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x6f3cd44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.862186:0:22634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478000/0xf7de4ef628ee1b3b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x6f3cd44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.862236:0:22634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479c00/0xf7de4ef628ee1b34 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.862243:0:22634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479c00/0xf7de4ef628ee1b34 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.862249:0:22634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479c00/0xf7de4ef628ee1b34 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.862255:0:22634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac65f479c00 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:2.0:1783135911.862263:0:22634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479c00/0xf7de4ef628ee1b34 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.862270:0:22634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479c00/0xf7de4ef628ee1b34 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.862278:0:22634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8ac6606c6100) 00010000:00010000:2.0:1783135911.862280:0:22634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783135911.862283:0:22634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479c00/0xf7de4ef628ee1b34 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.862289:0:22634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479c00/0xf7de4ef628ee1b34 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.862307:0:22634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478000/0xf7de4ef628ee1b3b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x6f3cd44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.862317:0:22634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478000/0xf7de4ef628ee1b3b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x6f3cd44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.862323:0:22634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478000/0xf7de4ef628ee1b3b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x6f3cd44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.862328:0:22634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac65f478000 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:2.0:1783135911.862330:0:22634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478000/0xf7de4ef628ee1b3b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x6f3cd44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.862335:0:22634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478000/0xf7de4ef628ee1b3b lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x6f3cd44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.862341:0:22634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x6f3cd44 (ffff8ac6606c6d00) 00010000:00010000:2.0:1783135911.862343:0:22634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783135911.862350:0:22634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478000/0xf7de4ef628ee1b3b lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x6f3cd44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.862356:0:22634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478000/0xf7de4ef628ee1b3b lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x6f3cd44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783135911.862426:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677a5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+30:18773:x1869752786131072:12345-192.168.204.6@tcp:36:lhsmtool_posix.0 Request processed in 526us (830us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783135911.862432:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 54 00000100:00100000:2.0:1783135911.872954:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135911.873036:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786131200 00000100:00100000:0.0:1783135911.873047:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786131200 00000100:00100000:0.0:1783135911.873161:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 55 00000100:00100000:0.0:1783135911.873172:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c470363-a850-4d7a-9165-72a314f64fdf+30:18773:x1869752786131200:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1783135911.873197:0:22633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783135911.873219:0:22633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b200/0xf7de4ef628ee1b42 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f141319 expref: -99 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.873268:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a200/0xf7de4ef628ee1b49 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.873282:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a200/0xf7de4ef628ee1b49 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.873293:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a200/0xf7de4ef628ee1b49 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.874945:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b200/0xf7de4ef628ee1b42 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141319 expref: 32 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.874973:0:22633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64a200/0xf7de4ef628ee1b49 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141319 expref: 31 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.874981:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8ac5424cd700) 00010000:00010000:0.0:1783135911.874984:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1783135911.874987:0:22633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67e64a200, rc 0) 00000100:00100000:0.0:1783135911.875155:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c470363-a850-4d7a-9165-72a314f64fdf+31:18773:x1869752786131200:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 Request processed in 1983us (2211us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135911.875164:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 55 00000100:00100000:0.0:1783135911.885641:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135911.885955:0:22635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786131456 00000100:00100000:2.0:1783135911.885969:0:22635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786131456 00000100:00100000:2.0:1783135911.886064:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 56 00000100:00100000:2.0:1783135911.886079:0:22635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677a5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c470363-a850-4d7a-9165-72a314f64fdf+31:18773:x1869752786131456:12345-192.168.204.6@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1783135911.886237:0:22635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479c00/0xf7de4ef628ee1b50 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.886259:0:22635:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479c00/0xf7de4ef628ee1b50 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.886274:0:22635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479c00/0xf7de4ef628ee1b50 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783135911.886756:0:22635:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:2.0:1783135911.886772:0:22635:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 815679683600ns, next at 816679679990ns, rc = 0 00000004:00010000:2.0:1783135911.886845:0:22635:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000009479e2ab reply state 0000000011c9a940 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479c00/0xf7de4ef628ee1b50 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.886863:0:22635:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479c00/0xf7de4ef628ee1b50 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.886899:0:22635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8ac5424cd700) 00010000:00010000:2.0:1783135911.886902:0:22635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1783135911.886907:0:22635:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783135911.887163:0:22635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677a5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c470363-a850-4d7a-9165-72a314f64fdf+33:18773:x1869752786131456:12345-192.168.204.6@tcp:36:lhsmtool_posix.0 Request processed in 1085us (1536us total) trans 12884901909 rc 0/0 00000100:00100000:2.0:1783135911.887172:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 56 00000100:00100000:2.0:1783135911.891625:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135911.891871:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786131584 00000100:00100000:0.0:1783135911.891901:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786131584 00000100:00100000:0.0:1783135911.891976:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 57 00000100:00100000:0.0:1783135911.891989:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+33:18773:x1869752786131584:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1783135911.892019:0:22634:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783135911.892044:0:22634:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b200/0xf7de4ef628ee1b57 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f141320 expref: -99 pid: 22634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.892144:0:22634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b200/0xf7de4ef628ee1b57 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141320 expref: 34 pid: 22634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.892161:0:22634:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b200/0xf7de4ef628ee1b57 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141320 expref: 34 pid: 22634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.892182:0:22634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8ac5424cd700) 00010000:00010000:0.0:1783135911.892185:0:22634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783135911.892188:0:22634:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67e64b200, rc 0) 00000100:00100000:0.0:1783135911.892264:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c470363-a850-4d7a-9165-72a314f64fdf+34:18773:x1869752786131584:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 Request processed in 277us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135911.892271:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 57 00000100:00100000:1.0:1783135911.895711:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135911.895970:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786131712 00000100:00100000:2.0:1783135911.895984:0:24140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786131712 00000100:00100000:2.0:1783135911.896075:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 20 00000100:00100000:2.0:1783135911.896136:0:24140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677aa5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c470363-a850-4d7a-9165-72a314f64fdf+5:2400:x1869752786131712:12345-192.168.204.6@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1783135911.896823:0:24140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677aa5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c470363-a850-4d7a-9165-72a314f64fdf+6:2400:x1869752786131712:12345-192.168.204.6@tcp:2:lhsmtool_posix.0 Request processed in 734us (1124us total) trans 12884901891 rc 0/0 00000100:00100000:2.0:1783135911.896835:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 20 00000100:00100000:2.0:1783135911.900469:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135911.900810:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786131968 00000100:00100000:3.0:1783135911.900825:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786131968 00000100:00100000:3.0:1783135911.900968:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 9 00000100:00100000:3.0:1783135911.900981:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c470363-a850-4d7a-9165-72a314f64fdf+34:18773:x1869752786131968:12345-192.168.204.6@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1783135911.901310:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c470363-a850-4d7a-9165-72a314f64fdf+35:18773:x1869752786131968:12345-192.168.204.6@tcp:35:lhsmtool_posix.0 Request processed in 331us (986us total) trans 12884901910 rc 0/0 00000100:00100000:3.0:1783135911.901319:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 9 00000100:00100000:0.0:1783135911.904214:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135911.904332:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786132224 00000100:00100000:2.0:1783135911.904547:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786132224 00000100:00100000:2.0:1783135911.904737:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 58 00000100:00100000:2.0:1783135911.904752:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677a5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c470363-a850-4d7a-9165-72a314f64fdf+35:18773:x1869752786132224:12345-192.168.204.6@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1783135911.904950:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677a5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c470363-a850-4d7a-9165-72a314f64fdf+35:18773:x1869752786132224:12345-192.168.204.6@tcp:57:lhsmtool_posix.0 Request processed in 202us (749us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135911.904959:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 58 00000100:00100000:3.0:1783135911.907731:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135911.908114:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786132352 00000100:00100000:2.0:1783135911.908127:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786132352 00000100:00100000:2.0:1783135911.908220:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 59 00000100:00100000:2.0:1783135911.908235:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647610700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c470363-a850-4d7a-9165-72a314f64fdf+35:18773:x1869752786132352:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1783135911.908287:0:22633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783135911.908316:0:22633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478a00/0xf7de4ef628ee1b5e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f141327 expref: -99 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.908438:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479a00/0xf7de4ef628ee1b65 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.908466:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479a00/0xf7de4ef628ee1b65 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.908490:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479a00/0xf7de4ef628ee1b65 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783135911.908557:0:22633:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783135911.908584:0:22633:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479a00/0xf7de4ef628ee1b65 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.908622:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478a00/0xf7de4ef628ee1b5e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141327 expref: 37 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.908648:0:22633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479a00/0xf7de4ef628ee1b65 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141327 expref: 36 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.908657:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8ac5424cd700) 00010000:00010000:2.0:1783135911.908660:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1783135911.908665:0:22633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac65f479a00, rc 0) 00000100:00100000:2.0:1783135911.909715:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647610700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c470363-a850-4d7a-9165-72a314f64fdf+36:18773:x1869752786132352:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 Request processed in 1473us (1987us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135911.909728:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 59 00000100:00100000:3.0:1783135911.913356:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135911.913682:0:25012:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786132480 00000100:00100000:1.0:1783135911.913697:0:25012:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786132480 00000100:00100000:1.0:1783135911.913779:0:25012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 21 00000100:00100000:1.0:1783135911.913793:0:25012:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647612300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7c470363-a850-4d7a-9165-72a314f64fdf+6:2401:x1869752786132480:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1783135911.913818:0:25012:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783135911.913847:0:25012:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f513deab/0xf7de4ef628ee1b6c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f14132e expref: -99 pid: 25012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783135911.913882:0:25012:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a487ea8, blocks: 0x0 00010000:00010000:1.0:1783135911.913909:0:25012:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=815s v=(0 0) 00010000:00010000:1.0:1783135911.913914:0:25012:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783135911.913926:0:25012:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f513deab/0xf7de4ef628ee1b6c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f14132e expref: 7 pid: 25012 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135911.913949:0:25012:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f513deab/0xf7de4ef628ee1b6c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f14132e expref: 7 pid: 25012 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135911.913991:0:25012:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67f909000, rc 0) 00000100:00100000:1.0:1783135911.914068:0:25012:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647612300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7c470363-a850-4d7a-9165-72a314f64fdf+7:2401:x1869752786132480:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 Request processed in 278us (736us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135911.914076:0:25012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 21 00000100:00100000:1.0:1783135911.918586:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135911.918707:0:24617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786132736 00000100:00100000:2.0:1783135911.918721:0:24617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786132736 00000100:00100000:2.0:1783135911.918936:0:24617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 60 00000100:00100000:2.0:1783135911.918949:0:24617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677aa6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c470363-a850-4d7a-9165-72a314f64fdf+36:18773:x1869752786132736:12345-192.168.204.6@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1783135911.919148:0:24617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677aa6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c470363-a850-4d7a-9165-72a314f64fdf+36:18773:x1869752786132736:12345-192.168.204.6@tcp:57:lhsmtool_posix.0 Request processed in 201us (581us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135911.919157:0:24617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 60 00000100:00100000:1.0:1783135911.923680:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135911.923810:0:25680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786132864 00000100:00100000:0.0:1783135911.923824:0:25680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786132864 00000100:00100000:0.0:1783135911.923950:0:25680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 61 00000100:00100000:0.0:1783135911.923964:0:25680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677aa4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c470363-a850-4d7a-9165-72a314f64fdf+36:18773:x1869752786132864:12345-192.168.204.6@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1783135911.926677:0:22613:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:2.0:1783135911.926702:0:22613:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000001:00080000:2.0:1783135911.926896:0:22613:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:0.0:1783135911.926918:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783135911.926945:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677a5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809309696:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1783135911.927037:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783135911.927264:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e8c00/0xf7de4ef628ee196d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.927278:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e8c00/0xf7de4ef628ee196d lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135911.927281:0:25680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677aa4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c470363-a850-4d7a-9165-72a314f64fdf+19:18773:x1869752786132864:12345-192.168.204.6@tcp:44:lhsmtool_posix.0 Request processed in 3317us (3672us total) trans 0 rc 0/0 00010000:00010000:3.0:1783135911.927287:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e8c00/0xf7de4ef628ee196d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135911.927294:0:25680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 61 00010000:00010000:1.0:1783135911.927423:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479000/0xf7de4ef628ee19c1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135911.927434:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479000/0xf7de4ef628ee19c1 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135911.927440:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479000/0xf7de4ef628ee19c1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135911.927456:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac65f479000 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:1.0:1783135911.927461:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479000/0xf7de4ef628ee19c1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135911.927471:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479000/0xf7de4ef628ee19c1 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135911.927493:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8ac6606c6100) 00010000:00010000:1.0:1783135911.927496:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1783135911.927502:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479000/0xf7de4ef628ee19c1 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135911.927508:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479000/0xf7de4ef628ee19c1 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783135911.928027:0:24141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809309696 00000100:00100000:2.0:1783135911.928039:0:24141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809309696 00000100:00100000:2.0:1783135911.928153:0:24141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1783135911.928167:0:24141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677a5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1869752809309696:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1783135911.928346:0:24141:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1783135911.928350:0:24141:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1783135911.928353:0:24141:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1783135911.928355:0:24141:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1783135912 -> 1783135912 00002000:00010000:2.0:1783135911.928358:0:24141:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1783135911.928622:0:24141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677a5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3648:x1869752809309696:12345-0@lo:2:osp-syn-1-0.0 Request processed in 458us (1584us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1783135911.928630:0:24141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00010000:00010000:3.0:1783135911.930311:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac6413e8c00 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:3.0:1783135911.930321:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e8c00/0xf7de4ef628ee196d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930333:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e8c00/0xf7de4ef628ee196d lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930357:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8ac6606c6200) 00010000:00010000:3.0:1783135911.930361:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783135911.930367:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e8c00/0xf7de4ef628ee196d lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930376:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e8c00/0xf7de4ef628ee196d lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930410:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e8e00/0xf7de4ef628ee1974 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930418:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e8e00/0xf7de4ef628ee1974 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930425:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e8e00/0xf7de4ef628ee1974 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930430:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac6413e8e00 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:3.0:1783135911.930433:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e8e00/0xf7de4ef628ee1974 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930439:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e8e00/0xf7de4ef628ee1974 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930475:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8ac6606c6100) 00010000:00010000:3.0:1783135911.930478:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783135911.930481:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e8e00/0xf7de4ef628ee1974 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930488:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac6413e8e00/0xf7de4ef628ee1974 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930511:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526e00/0xf7de4ef628ee1a1c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930518:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526e00/0xf7de4ef628ee1a1c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930524:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526e00/0xf7de4ef628ee1a1c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930540:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67c526e00 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:3.0:1783135911.930544:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526e00/0xf7de4ef628ee1a1c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930550:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526e00/0xf7de4ef628ee1a1c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930558:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8ac5424cd300) 00010000:00010000:3.0:1783135911.930561:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783135911.930563:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526e00/0xf7de4ef628ee1a1c lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930569:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67c526e00/0xf7de4ef628ee1a1c lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930601:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479e00/0xf7de4ef628ee1ad9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930608:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479e00/0xf7de4ef628ee1ad9 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930614:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479e00/0xf7de4ef628ee1ad9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930624:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac65f479e00 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:3.0:1783135911.930627:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479e00/0xf7de4ef628ee1ad9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930634:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479e00/0xf7de4ef628ee1ad9 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930643:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ac5424cd500) 00010000:00010000:3.0:1783135911.930645:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783135911.930648:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479e00/0xf7de4ef628ee1ad9 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930654:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479e00/0xf7de4ef628ee1ad9 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930666:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479c00/0xf7de4ef628ee1b50 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930672:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479c00/0xf7de4ef628ee1b50 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930677:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479c00/0xf7de4ef628ee1b50 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930689:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac65f479c00 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:3.0:1783135911.930692:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479c00/0xf7de4ef628ee1b50 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930698:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479c00/0xf7de4ef628ee1b50 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930708:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8ac5424cd700) 00010000:00010000:3.0:1783135911.930710:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1783135911.930713:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479c00/0xf7de4ef628ee1b50 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.930718:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479c00/0xf7de4ef628ee1b50 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22635 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135911.936164:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135911.936273:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786132992 00000100:00100000:2.0:1783135911.936285:0:24140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786132992 00000100:00100000:2.0:1783135911.936387:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 23 00000100:00100000:2.0:1783135911.936402:0:24140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647611180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c470363-a850-4d7a-9165-72a314f64fdf+7:2400:x1869752786132992:12345-192.168.204.6@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1783135911.936778:0:24140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647611180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c470363-a850-4d7a-9165-72a314f64fdf+7:2400:x1869752786132992:12345-192.168.204.6@tcp:16:lhsmtool_posix.0 Request processed in 379us (629us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135911.936806:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 23 00000004:00080000:0.0:1783135911.937175:0:3648:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ac677a5c700/2, rc 0, transno 12884901892 00000100:00100000:0.0:1783135911.937187:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677a5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1869752809309696:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1783135911.939987:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135911.940077:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786133248 00000100:00100000:2.0:1783135911.940134:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786133248 00000100:00100000:2.0:1783135911.940215:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 62 00000100:00100000:2.0:1783135911.940227:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677aa4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c470363-a850-4d7a-9165-72a314f64fdf+15:18773:x1869752786133248:12345-192.168.204.6@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1783135911.940319:0:22633:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783135911.940359:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479a00/0xf7de4ef628ee1b65 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141327 expref: 15 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.940850:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8ac5424cd700) 00010000:00010000:2.0:1783135911.940859:0:22633:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783135911.940906:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478a00/0xf7de4ef628ee1b73 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.940924:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478a00/0xf7de4ef628ee1b73 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.940937:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478a00/0xf7de4ef628ee1b73 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783135911.941174:0:22633:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c290a1b4 reply state 00000000148327e8 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478a00/0xf7de4ef628ee1b73 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.941189:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478a00/0xf7de4ef628ee1b73 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.941196:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8ac5424cd700) 00010000:00010000:2.0:1783135911.941199:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783135911.941220:0:22633:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783135911.941390:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677aa4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7c470363-a850-4d7a-9165-72a314f64fdf+16:18773:x1869752786133248:12345-192.168.204.6@tcp:36:lhsmtool_posix.0 Request processed in 1152us (1404us total) trans 12884901911 rc 0/0 00000100:00100000:2.0:1783135911.941400:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 62 00000100:00100000:3.0:1783135911.943810:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135911.943949:0:24139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786133376 00000100:00100000:1.0:1783135911.943962:0:24139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786133376 00000100:00100000:1.0:1783135911.944036:0:24139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 24 00000100:00100000:1.0:1783135911.944048:0:24139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac65f676850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c470363-a850-4d7a-9165-72a314f64fdf+7:18773:x1869752786133376:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1783135911.944074:0:24139:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783135911.944137:0:24139:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001883d9b6/0xf7de4ef628ee1b7a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f141335 expref: -99 pid: 24139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135911.944177:0:24139:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f513deab/0xf7de4ef628ee1b6c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f14132e expref: 8 pid: 25012 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135911.944188:0:24139:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783135911.944193:0:24139:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783135911.944200:0:24139:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001883d9b6/0xf7de4ef628ee1b7a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141335 expref: 8 pid: 24139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135911.944243:0:24139:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f513deab/0xf7de4ef628ee1b6c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f14132e expref: 8 pid: 25012 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135911.944259:0:24139:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f513deab/0xf7de4ef628ee1b6c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f14132e expref: 8 pid: 25012 timeout: 915 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135911.944276:0:24139:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677aa7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:24139:1869752809309824:192.168.204.6@tcp:104: 00000100:00100000:1.0:1783135911.944382:0:24139:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac677a94480 going to sleep for 11 seconds 00000100:00100000:1.0:1783135911.948791:0:24139:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677aa7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:24139:1869752809309824:192.168.204.6@tcp:104: 00010000:00010000:1.0:1783135911.948843:0:24139:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001883d9b6/0xf7de4ef628ee1b7a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141335 expref: 8 pid: 24139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135911.948871:0:24139:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67f909200, rc 0) 00000100:00100000:1.0:1783135911.948956:0:24139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac65f676850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7c470363-a850-4d7a-9165-72a314f64fdf+8:18773:x1869752786133376:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 Request processed in 4909us (5158us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135911.948968:0:24139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 24 00000100:00100000:2.0:1783135911.954929:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135911.955006:0:25663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786133504 00000100:00100000:0.0:1783135911.955019:0:25663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786133504 00010000:00010000:0.0:1783135911.955077:0:25663:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f513deab/0xf7de4ef628ee1b6c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f14132e expref: 8 pid: 25012 timeout: 915 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135911.955182:0:25663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 19 00000100:00100000:0.0:1783135911.955193:0:25663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c470363-a850-4d7a-9165-72a314f64fdf+8:2401:x1869752786133504:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783135911.955214:0:25663:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783135911.955245:0:25663:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f513deab/0xf7de4ef628ee1b6c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f14132e expref: 8 pid: 25012 timeout: 915 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.955260:0:25663:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f513deab/0xf7de4ef628ee1b6c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f14132e expref: 8 pid: 25012 timeout: 915 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.955290:0:25663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f513deab/0xf7de4ef628ee1b6c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f14132e expref: 8 pid: 25012 timeout: 915 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.955313:0:25663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783135911.955318:0:25663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783135911.955326:0:25663:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001883d9b6/0xf7de4ef628ee1b7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141335 expref: 7 pid: 24139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.955374:0:25663:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001883d9b6/0xf7de4ef628ee1b7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141335 expref: 7 pid: 24139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135911.955429:0:25663:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001883d9b6/0xf7de4ef628ee1b7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141335 expref: 7 pid: 24139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135911.955457:0:25663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677a5d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:25663:1869752809309952:192.168.204.6@tcp:105: 00000100:00100000:0.0:1783135911.955584:0:25663:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac542463180 going to sleep for 11 seconds 00000100:00100000:0.0:1783135911.963591:0:25663:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677a5d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:25663:1869752809309952:192.168.204.6@tcp:105: 00010000:00010000:0.0:1783135911.963740:0:25663:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783135911.963843:0:25663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c470363-a850-4d7a-9165-72a314f64fdf+7:2401:x1869752786133504:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 8649us (8938us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135911.963857:0:25663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 19 00000100:00100000:2.0:1783135911.966271:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135911.966382:0:24618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786133632 00000100:00100000:1.0:1783135911.966396:0:24618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786133632 00000100:00100000:1.0:1783135911.966554:0:24618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 25 00000100:00100000:1.0:1783135911.966572:0:24618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7c470363-a850-4d7a-9165-72a314f64fdf+7:2400:x1869752786133632:12345-192.168.204.6@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1783135911.966800:0:24618:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1783135911.966804:0:24618:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1783135911 00002000:00010000:1.0:1783135911.966807:0:24618:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 1783135910 00002000:00010000:1.0:1783135911.966809:0:24618:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1783135912 -> 1783135911 00002000:00010000:1.0:1783135911.966812:0:24618:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1783135911.967134:0:24618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7c470363-a850-4d7a-9165-72a314f64fdf+8:2400:x1869752786133632:12345-192.168.204.6@tcp:2:lhsmtool_posix.0 Request processed in 565us (875us total) trans 12884901893 rc 0/0 00000100:00100000:1.0:1783135911.967145:0:24618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 25 00000100:00100000:1.0:1783135911.974715:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135911.974879:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786133760 00000100:00100000:2.0:1783135911.974896:0:24140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786133760 00000100:00100000:2.0:1783135911.975055:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 26 00000100:00100000:2.0:1783135911.975070:0:24140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677aa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c470363-a850-4d7a-9165-72a314f64fdf+8:2401:x1869752786133760:12345-192.168.204.6@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1783135911.975164:0:24140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000305a4634/0xf7de4ef628ee1b81 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.975192:0:24140:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001883d9b6/0xf7de4ef628ee1b7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141335 expref: 8 pid: 24139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.975203:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783135911.975208:0:24140:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1783135911.975213:0:24140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000305a4634/0xf7de4ef628ee1b81 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.975260:0:24140:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001883d9b6/0xf7de4ef628ee1b7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141335 expref: 8 pid: 24139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.975277:0:24140:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001883d9b6/0xf7de4ef628ee1b7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141335 expref: 8 pid: 24139 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783135911.975321:0:24140:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:24140:1869752809310080:192.168.204.6@tcp:104: 00000100:00100000:2.0:1783135911.975438:0:24140:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac544877e40 going to sleep for 11 seconds 00000100:00100000:1.0:1783135911.983557:0:24140:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:24140:1869752809310080:192.168.204.6@tcp:104: 00010000:00010000:1.0:1783135911.983618:0:24140:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000305a4634/0xf7de4ef628ee1b81 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135911.985250:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135911.987621:0:22619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786133888 00000100:00100000:2.0:1783135911.987642:0:22619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786133888 00010000:00010000:2.0:1783135911.987720:0:22619:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001883d9b6/0xf7de4ef628ee1b7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141335 expref: 9 pid: 24139 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783135911.987876:0:22619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 20 00000100:00100000:2.0:1783135911.987891:0:22619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677aa5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c470363-a850-4d7a-9165-72a314f64fdf+9:2400:x1869752786133888:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783135911.987916:0:22619:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783135911.987948:0:22619:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001883d9b6/0xf7de4ef628ee1b7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141335 expref: 9 pid: 24139 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.987967:0:22619:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001883d9b6/0xf7de4ef628ee1b7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141335 expref: 9 pid: 24139 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.988000:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001883d9b6/0xf7de4ef628ee1b7a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141335 expref: 9 pid: 24139 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.988024:0:22619:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1783135911.988030:0:22619:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1783135911.988037:0:22619:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000305a4634/0xf7de4ef628ee1b81 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.988075:0:22619:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000305a4634/0xf7de4ef628ee1b81 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135911.988178:0:22619:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783135911.988263:0:22619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677aa5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c470363-a850-4d7a-9165-72a314f64fdf+8:2400:x1869752786133888:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 376us (3025us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135911.988272:0:22619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 20 00010000:00010000:3.0:1783135911.988349:0:24140:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000305a4634/0xf7de4ef628ee1b81 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.988360:0:24140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000305a4634/0xf7de4ef628ee1b81 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.988397:0:24140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000305a4634/0xf7de4ef628ee1b81 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.988407:0:24140:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000305a4634/0xf7de4ef628ee1b81 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.988429:0:24140:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000305a4634/0xf7de4ef628ee1b81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.988436:0:24140:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac65f478c00 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:3.0:1783135911.988441:0:24140:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000305a4634/0xf7de4ef628ee1b81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.988460:0:24140:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000305a4634/0xf7de4ef628ee1b81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.988473:0:24140:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000305a4634/0xf7de4ef628ee1b81 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135911.988489:0:24140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000305a4634/0xf7de4ef628ee1b81 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135911.988555:0:24140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677aa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7c470363-a850-4d7a-9165-72a314f64fdf+7:2401:x1869752786133760:12345-192.168.204.6@tcp:1:lhsmtool_posix.0 Request processed in 13488us (13857us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135911.988565:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 26 00000100:00100000:2.0:1783135912.002011:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1783135912.002182:0:24617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786134144 00000100:00100000:1.0:1783135912.002205:0:24617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786134144 00000100:00100000:1.0:1783135912.002333:0:24617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 63 00000100:00100000:1.0:1783135912.002360:0:24617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c470363-a850-4d7a-9165-72a314f64fdf+16:18773:x1869752786134144:12345-192.168.204.6@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1783135912.002744:0:24617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f909400/0xf7de4ef628ee1b88 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.002769:0:24617:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478800/0xf7de4ef628ee1ad2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412f6 expref: 16 pid: 22634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.002784:0:24617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f909400/0xf7de4ef628ee1b88 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.002856:0:24617:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478800/0xf7de4ef628ee1ad2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412f6 expref: 16 pid: 22634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.002883:0:24617:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478800/0xf7de4ef628ee1ad2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412f6 expref: 16 pid: 22634 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135912.002911:0:24617:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677aa7800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24617:1869752809310208:192.168.204.6@tcp:104: 00000100:00100000:1.0:1783135912.003068:0:24617:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac677a94480 going to sleep for 11 seconds 00000100:00100000:2.0:1783135912.006238:0:24617:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677aa7800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24617:1869752809310208:192.168.204.6@tcp:104: 00010000:00010000:2.0:1783135912.006280:0:24617:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f909400/0xf7de4ef628ee1b88 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783135912.008742:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135912.008903:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786134272 00000100:00100000:3.0:1783135912.008917:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786134272 00010000:00010000:3.0:1783135912.008978:0:22620:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478800/0xf7de4ef628ee1ad2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412f6 expref: 17 pid: 22634 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783135912.009032:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 21 00000100:00100000:3.0:1783135912.009064:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c470363-a850-4d7a-9165-72a314f64fdf+17:2401:x1869752786134272:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783135912.009133:0:22620:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783135912.009144:0:22620:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478800/0xf7de4ef628ee1ad2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412f6 expref: 17 pid: 22634 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135912.009162:0:22620:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478800/0xf7de4ef628ee1ad2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412f6 expref: 17 pid: 22634 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135912.009194:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478800/0xf7de4ef628ee1ad2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f1412f6 expref: 17 pid: 22634 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135912.009218:0:22620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ac5424cd500) 00010000:00010000:3.0:1783135912.009224:0:22620:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478200/0xf7de4ef628ee1aee lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141304 expref: 16 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135912.009239:0:22620:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f909400/0xf7de4ef628ee1b88 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135912.009247:0:22620:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f909400/0xf7de4ef628ee1b88 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135912.009256:0:22620:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f909400/0xf7de4ef628ee1b88 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135912.009293:0:22620:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783135912.009367:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c470363-a850-4d7a-9165-72a314f64fdf+16:2401:x1869752786134272:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 306us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135912.009375:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 21 00010000:00010000:2.0:1783135912.009601:0:24617:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f909400/0xf7de4ef628ee1b88 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135912.009611:0:24617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f909400/0xf7de4ef628ee1b88 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135912.009897:0:24617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479800/0xf7de4ef628ee1b8f lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135912.009911:0:24617:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b200/0xf7de4ef628ee1b57 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141320 expref: 16 pid: 22634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135912.009921:0:24617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479800/0xf7de4ef628ee1b8f lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135912.009976:0:24617:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b200/0xf7de4ef628ee1b57 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141320 expref: 16 pid: 22634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135912.009995:0:24617:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b200/0xf7de4ef628ee1b57 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141320 expref: 16 pid: 22634 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783135912.010012:0:24617:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac5438adc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24617:1869752809310336:192.168.204.6@tcp:104: 00000100:00100000:2.0:1783135912.010133:0:24617:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac544877780 going to sleep for 11 seconds 00000100:00100000:2.0:1783135912.012797:0:24617:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac5438adc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24617:1869752809310336:192.168.204.6@tcp:104: 00010000:00010000:2.0:1783135912.012849:0:24617:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479800/0xf7de4ef628ee1b8f lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783135912.018730:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135912.019290:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786134400 00000100:00100000:0.0:1783135912.019305:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786134400 00010000:00010000:0.0:1783135912.019368:0:22618:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b200/0xf7de4ef628ee1b57 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141320 expref: 17 pid: 22634 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783135912.019421:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 22 00000100:00100000:0.0:1783135912.019433:0:22618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac5438adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c470363-a850-4d7a-9165-72a314f64fdf+17:2400:x1869752786134400:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783135912.019464:0:22618:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783135912.019472:0:22618:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b200/0xf7de4ef628ee1b57 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141320 expref: 17 pid: 22634 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135912.019524:0:22618:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b200/0xf7de4ef628ee1b57 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141320 expref: 17 pid: 22634 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135912.019554:0:22618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b200/0xf7de4ef628ee1b57 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141320 expref: 17 pid: 22634 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135912.019574:0:22618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8ac5424cd700) 00010000:00010000:0.0:1783135912.019580:0:22618:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479800/0xf7de4ef628ee1b8f lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135912.019593:0:22618:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479800/0xf7de4ef628ee1b8f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135912.019602:0:22618:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479800/0xf7de4ef628ee1b8f lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135912.019642:0:22618:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783135912.019726:0:22618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c470363-a850-4d7a-9165-72a314f64fdf+16:2400:x1869752786134400:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 294us (1011us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135912.019736:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 22 00010000:00010000:1.0:1783135912.019897:0:24617:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479800/0xf7de4ef628ee1b8f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.019906:0:24617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479800/0xf7de4ef628ee1b8f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1783135912.020071:0:24617:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:1.0:1783135912.020257:0:24617:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:1.0:1783135912.020296:0:24617:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:1.0:1783135912.020414:0:24617:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677aa4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:24617:1869752809310464:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1783135912.020496:0:24617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135912.020537:0:24617:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac677a949c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783135912.020554:0:23372:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809310464 00000100:00100000:3.0:1783135912.020570:0:23372:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809310464 00000100:00100000:3.0:1783135912.020688:0:23372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1783135912.020700:0:23372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677aa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:24617:x1869752809310464:12345-0@lo:1000:mdt00_003.0 00000100:00080000:0.0:1783135912.020717:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783135912.020833:0:23372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677aa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:24617:x1869752809310464:12345-0@lo:1000:mdt00_003.0 Request processed in 136us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1783135912.020841:0:23372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1783135912.023183:0:24617:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677aa4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:24617:1869752809310464:0@lo:1000:mdt00_003.0 00000001:00080000:1.0:1783135912.023597:0:24617:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:1.0:1783135912.023702:0:24617:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677aa4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:24617:1869752809310592:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1783135912.023787:0:24617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135912.023834:0:24617:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac677a94b40 going to sleep for 11 seconds 00000100:00100000:3.0:1783135912.024695:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809310592 00000100:00100000:3.0:1783135912.024708:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809310592 00000100:00100000:3.0:1783135912.024792:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1783135912.024807:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677aa4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:24617:x1869752809310592:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1783135912.025305:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677aa4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:24617:x1869752809310592:12345-0@lo:1000:mdt00_003.0 Request processed in 499us (1515us total) trans 12884901894 rc 0/0 00000100:00100000:2.0:1783135912.025321:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1783135912.025343:0:24617:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677aa4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:24617:1869752809310592:0@lo:1000:mdt00_003.0 00010000:00010000:1.0:1783135912.025409:0:24617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479800/0xf7de4ef628ee1b8f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.025421:0:24617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479800/0xf7de4ef628ee1b8f lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.025430:0:24617:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479800/0xf7de4ef628ee1b8f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.025437:0:24617:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac65f479800 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:1.0:1783135912.025455:0:24617:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479800/0xf7de4ef628ee1b8f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.025465:0:24617:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479800/0xf7de4ef628ee1b8f lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.025489:0:24617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8ac5424cd700) 00010000:00010000:1.0:1783135912.025509:0:24617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783135912.025515:0:24617:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479800/0xf7de4ef628ee1b8f lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.025521:0:24617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479800/0xf7de4ef628ee1b8f lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.025576:0:24617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479600/0xf7de4ef628ee1ae7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.025582:0:24617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479600/0xf7de4ef628ee1ae7 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.025588:0:24617:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479600/0xf7de4ef628ee1ae7 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.025592:0:24617:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac65f479600 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:1.0:1783135912.025595:0:24617:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479600/0xf7de4ef628ee1ae7 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.025600:0:24617:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479600/0xf7de4ef628ee1ae7 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.025610:0:24617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ac5424cd500) 00010000:00010000:1.0:1783135912.025612:0:24617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783135912.025620:0:24617:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478200/0xf7de4ef628ee1aee lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141304 expref: 19 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.025633:0:24617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478200/0xf7de4ef628ee1aee lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141304 expref: 19 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.025644:0:24617:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478200/0xf7de4ef628ee1aee lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141304 expref: 19 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.025718:0:24617:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478200/0xf7de4ef628ee1aee lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f141304 expref: 19 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135912.025737:0:24617:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677aa6300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24617:1869752809310720:192.168.204.6@tcp:105: 00000100:00100000:1.0:1783135912.025885:0:24617:0:(client.c:2701:ptlrpc_set_wait()) set ffff8ac677a949c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783135912.040395:0:24617:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677aa6300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24617:1869752809310720:192.168.204.6@tcp:105: 00010000:00010000:1.0:1783135912.040439:0:24617:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479600/0xf7de4ef628ee1ae7 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.040464:0:24617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f479600/0xf7de4ef628ee1ae7 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.040521:0:24617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f909000/0xf7de4ef628ee1b96 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.040541:0:24617:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f909000/0xf7de4ef628ee1b96 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.040555:0:24617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f909000/0xf7de4ef628ee1b96 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.040569:0:24617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f909000/0xf7de4ef628ee1b96 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.040576:0:24617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f909000/0xf7de4ef628ee1b96 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.040583:0:24617:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f909000/0xf7de4ef628ee1b96 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.040612:0:24617:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67f909000 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:1.0:1783135912.040617:0:24617:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f909000/0xf7de4ef628ee1b96 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.040625:0:24617:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f909000/0xf7de4ef628ee1b96 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.040640:0:24617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ac5424cd500) 00010000:00010000:1.0:1783135912.040643:0:24617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783135912.040647:0:24617:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f909000/0xf7de4ef628ee1b96 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.040653:0:24617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f909000/0xf7de4ef628ee1b96 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.040665:0:24617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f909400/0xf7de4ef628ee1b88 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.040671:0:24617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f909400/0xf7de4ef628ee1b88 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.040678:0:24617:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f909400/0xf7de4ef628ee1b88 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.040682:0:24617:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67f909400 already unused, calling callback (ffffffffc18eb4f0) 00010000:00010000:1.0:1783135912.040685:0:24617:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f909400/0xf7de4ef628ee1b88 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.040690:0:24617:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f909400/0xf7de4ef628ee1b88 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.040722:0:24617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ac5424cd500) 00010000:00010000:1.0:1783135912.040724:0:24617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1783135912.040728:0:24617:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f909400/0xf7de4ef628ee1b88 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.040733:0:24617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67f909400/0xf7de4ef628ee1b88 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24617 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135912.041153:0:24617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac5438adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c470363-a850-4d7a-9165-72a314f64fdf+19:18773:x1869752786134144:12345-192.168.204.6@tcp:57:lhsmtool_posix.0 Request processed in 38797us (39153us total) trans 12884901916 rc 0/0 00000100:00100000:1.0:1783135912.041167:0:24617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 63 00000020:00080000:1.0:1783135912.041176:0:24617:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:1.0:1783135912.046195:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135912.046366:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786134528 00000100:00100000:2.0:1783135912.046381:0:22636:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786134528 00000100:00100000:2.0:1783135912.046479:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 10 00000100:00100000:2.0:1783135912.046503:0:22636:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac67b29bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c470363-a850-4d7a-9165-72a314f64fdf+19:18772:x1869752786134528:12345-192.168.204.6@tcp:49:dd.0 00000100:00100000:2.0:1783135912.046731:0:22636:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac67b29bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c470363-a850-4d7a-9165-72a314f64fdf+19:18772:x1869752786134528:12345-192.168.204.6@tcp:49:dd.0 Request processed in 232us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1783135912.046740:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 10 00000040:00080000:0.0:1783135912.047900:0:22668:0:(llog.c:800:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1783135912.047912:0:22668:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1783135912.047955:0:22668:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1783135912.047967:0:22668:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1783135912.051648:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1783135912.051829:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786134784 00000100:00100000:2.0:1783135912.051844:0:22636:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786134784 00000100:00100000:2.0:1783135912.051959:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 11 00000100:00100000:2.0:1783135912.051972:0:22636:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647613480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c470363-a850-4d7a-9165-72a314f64fdf+19:18773:x1869752786134784:12345-192.168.204.6@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1783135912.052851:0:22636:0:(mdd_object.c:4010:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1783135912.052899:0:22636:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:2.0:1783135912.053007:0:22636:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478400/0xf7de4ef628ee1b9d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135912.053990:0:22636:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478400/0xf7de4ef628ee1b9d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135912.054010:0:22636:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478400/0xf7de4ef628ee1b9d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135912.054024:0:22636:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478400/0xf7de4ef628ee1b9d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135912.054033:0:22636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478400/0xf7de4ef628ee1b9d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135912.054041:0:22636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478400/0xf7de4ef628ee1b9d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783135912.054077:0:22636:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783135912.054136:0:22622:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783135912.054147:0:22622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478400/0xf7de4ef628ee1b9d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135912.054157:0:22622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac65f478400 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:3.0:1783135912.054162:0:22622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478400/0xf7de4ef628ee1b9d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135912.054173:0:22622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478400/0xf7de4ef628ee1b9d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135912.054190:0:22622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8ac5424cd700) 00010000:00010000:3.0:1783135912.054194:0:22622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783135912.054200:0:22622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478400/0xf7de4ef628ee1b9d lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135912.054206:0:22622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac65f478400/0xf7de4ef628ee1b9d lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22636 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135912.054254:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135912.054256:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783135912.054258:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783135912.054325:0:22636:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647613480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c470363-a850-4d7a-9165-72a314f64fdf+21:18773:x1869752786134784:12345-192.168.204.6@tcp:35:lhsmtool_posix.0 Request processed in 2349us (2698us total) trans 12884901918 rc 0/0 00000100:00100000:2.0:1783135912.054338:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 11 00000020:00080000:2.0:1783135912.054346:0:22636:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1783135912.058846:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135912.059128:0:25680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786134912 00000100:00100000:0.0:1783135912.059156:0:25680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786134912 00000100:00100000:0.0:1783135912.059234:0:25680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 64 00000100:00100000:0.0:1783135912.059245:0:25680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677aa6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c470363-a850-4d7a-9165-72a314f64fdf+21:18772:x1869752786134912:12345-192.168.204.6@tcp:101:dd.0 00010000:00010000:0.0:1783135912.059269:0:25680:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783135912.059294:0:25680:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b200/0xf7de4ef628ee1ba4 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2a828d5c0f14133c expref: -99 pid: 25680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135912.059334:0:25680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64ba00/0xf7de4ef628ee1bab lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135912.059352:0:25680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64ba00/0xf7de4ef628ee1bab lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135912.059365:0:25680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64ba00/0xf7de4ef628ee1bab lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135912.059524:0:25680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64b200/0xf7de4ef628ee1ba4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f14133c expref: 23 pid: 25680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135912.059548:0:25680:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ac67e64ba00/0xf7de4ef628ee1bab lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x2a828d5c0f14133c expref: 22 pid: 25680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135912.059558:0:25680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ac5424cd500) 00010000:00010000:0.0:1783135912.059561:0:25680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1783135912.059566:0:25680:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ac67e64ba00, rc 0) 00000100:00100000:0.0:1783135912.059669:0:25680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677aa6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c470363-a850-4d7a-9165-72a314f64fdf+22:18772:x1869752786134912:12345-192.168.204.6@tcp:101:dd.0 Request processed in 425us (837us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135912.059682:0:25680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 64 00000100:00100000:3.0:1783135912.103351:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1783135912.103418:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1783135912.103617:0:24144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786135040 00000100:00100000:0.0:1783135912.103640:0:24144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786135040 00000100:00100000:0.0:1783135912.103706:0:24144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752786135168 00000100:00100000:0.0:1783135912.103709:0:24144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752786135168 00000100:00100000:0.0:1783135912.103727:0:24144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 0 00000100:00100000:0.0:1783135912.103736:0:24144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647612a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c470363-a850-4d7a-9165-72a314f64fdf+8:2401:x1869752786135040:12345-192.168.204.6@tcp:4:dd.0 00002000:00010000:0.0:1783135912.103784:0:24144:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x6a487ea7, atime: 0x6a487ea6, ctime: 0x6a487ea7, blocks: 0x0 00010000:00010000:0.0:1783135912.103793:0:24144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000006154980/0xf7de4ef628ee1bb2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135912.103809:0:24144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=815s v=(0 0) 00010000:00010000:0.0:1783135912.103814:0:24144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783135912.103820:0:24144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000006154980/0xf7de4ef628ee1bb2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783135912.103835:0:24144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000006154980/0xf7de4ef628ee1bb2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1783135912.258983:0:24954:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901895 is committed 00000001:00080000:0.0:1783135912.259009:0:24954:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901894 is committed 00002000:00010000:1.0:1783135912.259362:0:24144:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:1.0:1783135912.259368:0:24144:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 1783135911 -> 1783135912 00002000:00010000:1.0:1783135912.259371:0:24144:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1783135911 -> 1783135912 00002000:00010000:1.0:1783135912.259374:0:24144:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:1.0:1783135912.259393:0:24144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000006154980/0xf7de4ef628ee1bb2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.259407:0:24144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000006154980/0xf7de4ef628ee1bb2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.259415:0:24144:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000006154980/0xf7de4ef628ee1bb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.259422:0:24144:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67e64b200 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:1.0:1783135912.259449:0:24144:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000006154980/0xf7de4ef628ee1bb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.259460:0:24144:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000006154980/0xf7de4ef628ee1bb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.259496:0:24144:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000006154980/0xf7de4ef628ee1bb2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.259505:0:24144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000006154980/0xf7de4ef628ee1bb2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135912.259629:0:24144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647612a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c470363-a850-4d7a-9165-72a314f64fdf+6:2401:x1869752786135040:12345-192.168.204.6@tcp:4:dd.0 Request processed in 155888us (156284us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1783135912.259649:0:24144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 0 00000100:00100000:1.0:1783135912.259688:0:24144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 1 00000100:00100000:1.0:1783135912.259711:0:24144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647611500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c470363-a850-4d7a-9165-72a314f64fdf+5:2400:x1869752786135168:12345-192.168.204.6@tcp:4:dd.0 00002000:00010000:1.0:1783135912.259758:0:24144:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 4194304, mtime: 0x6a487ea8, atime: 0x6a487ea6, ctime: 0x6a487ea8, blocks: 0x2000 00010000:00010000:1.0:1783135912.259769:0:24144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000585753aa/0xf7de4ef628ee1bb9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.259781:0:24144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=816s v=(0 0) 00010000:00010000:1.0:1783135912.259788:0:24144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783135912.259795:0:24144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000585753aa/0xf7de4ef628ee1bb9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.259811:0:24144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000585753aa/0xf7de4ef628ee1bb9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783135912.302373:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1783135912.346457:0:24954:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901896 is committed 00002000:00010000:1.0:1783135912.347788:0:24144:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 4194304 -> 7654321 00002000:00010000:1.0:1783135912.347798:0:24144:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 8192 -> 14952 00010000:00010000:1.0:1783135912.347815:0:24144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000585753aa/0xf7de4ef628ee1bb9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.347829:0:24144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000585753aa/0xf7de4ef628ee1bb9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.347838:0:24144:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000585753aa/0xf7de4ef628ee1bb9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.347846:0:24144:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ac67f909400 already unused, calling callback (ffffffffc0ce1ce0) 00010000:00010000:1.0:1783135912.347851:0:24144:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000585753aa/0xf7de4ef628ee1bb9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.347859:0:24144:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000585753aa/0xf7de4ef628ee1bb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.347880:0:24144:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000585753aa/0xf7de4ef628ee1bb9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783135912.347966:0:24144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000585753aa/0xf7de4ef628ee1bb9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783135912.348385:0:24144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647611500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c470363-a850-4d7a-9165-72a314f64fdf+5:2400:x1869752786135168:12345-192.168.204.6@tcp:4:dd.0 Request processed in 88682us (244959us total) trans 12884901896 rc 0/0 00000100:00100000:1.0:1783135912.348411:0:24144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 1 00010000:00010000:3.0:1783135913.326288:0:22621:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1783135913.829810:0:25717:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00000100:00100000:3.0:1783135913.838511:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677aa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809310848:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783135913.838643:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135913.838930:0:24143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809310848 00000100:00100000:1.0:1783135913.838943:0:24143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809310848 00000100:00100000:1.0:1783135913.839035:0:24143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1783135913.839051:0:24143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647610380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809310848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1783135913.839118:0:24143:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1783135913.839186:0:24143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647610380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1869752809310848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 138us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135913.839194:0:24143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1783135913.839258:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677aa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1869752809310848:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1783135913.839540:0:22629:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783135913.845258:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677aa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1869752809310976:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783135913.845390:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783135913.845492:0:23372:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809310976 00000100:00100000:1.0:1783135913.845502:0:23372:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809310976 00000100:00100000:1.0:1783135913.845570:0:23372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1783135913.845595:0:23372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac677aa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1869752809310976:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783135913.845656:0:23372:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:1.0:1783135913.845720:0:23372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac677aa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1869752809310976:12345-0@lo:41:osp-pre-0-1.0 Request processed in 139us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1783135913.845728:0:23372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1783135913.845789:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677aa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1869752809310976:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783135913.847467:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783135913.847503:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8ac677a5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1869752809311104:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783135913.847599:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783135913.848030:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869752809311104 00000100:00100000:0.0:1783135913.848047:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869752809311104 00000100:00100000:0.0:1783135913.852849:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1783135913.852872:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ac647612d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1869752809311104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783135913.852919:0:22639:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1783135913.853017:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ac647612d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1869752809311104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 156us (5422us total) trans 0 rc 0/0 00000100:00100000:0.0:1783135913.853025:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1783135913.853137:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8ac677a5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1869752809311104:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1783135914.351419:0:22622:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783135915.376415:0:25019:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 14147 lines, 14147 kept, 0 dropped, 0 bad.