00010000:00010000:0.0F:1789050282.861486:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0F:1789050283.113674:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983f58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9e852cd-105e-4a2b-8f2f-088fc33df062:3646:1875954714749824:0@lo:400:kworker.0 00000100:00100000:2.0:1789050283.115193:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050283.115320:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983f5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875954714750336:0@lo:400:kworker.0 00000100:00100000:2.0:1789050283.115451:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050283.115513:0:17185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714749824 00000100:00100000:0.0:1789050283.115528:0:17185:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714749824 00000100:00100000:0.0:1789050283.115602:0:17185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:0.0:1789050283.115614:0:17185:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9e852cd-105e-4a2b-8f2f-088fc33df062+24:3646:x1875954714749824:12345-0@lo:400:kworker.0 00000100:00100000:3.0F:1789050283.127171:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983f58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875954714750080:0@lo:400:kworker.0 00000100:00100000:2.0:1789050283.132003:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983f5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875954714750848:0@lo:400:kworker.0 00000100:00100000:2.0:1789050283.132077:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050283.132115:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba9834a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3646:1875954714751360:0@lo:400:kworker.0 00000100:00100000:2.0:1789050283.132137:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050283.132177:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1789050283.132185:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983f59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875954714749952:0@lo:400:kworker.0 00000100:00100000:2.0:1789050283.132210:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050283.132258:0:17197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714749952 00000100:00100000:2.0:1789050283.132266:0:17197:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714749952 00000100:00100000:2.0:1789050283.132309:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1789050283.132318:0:17197:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba9834a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875954714749952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050283.132597:0:17197:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba9834a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875954714749952:12345-0@lo:400:kworker.0 Request processed in 279us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050283.132605:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1789050283.132634:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983f5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875954714750208:0@lo:400:kworker.0 00000100:00100000:2.0:1789050283.132663:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050283.132685:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983f5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875954714750720:0@lo:400:kworker.0 00000100:00100000:2.0:1789050283.132705:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050283.132815:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba9834a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3645:1875954714751232:0@lo:400:kworker.0 00000100:00100000:2.0:1789050283.132838:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050283.132878:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714750336 00000100:00100000:2.0:1789050283.132882:0:17192:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714750336 00000100:00100000:2.0:1789050283.132917:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714750848 00000100:00100000:2.0:1789050283.132921:0:17192:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714750848 00000100:00100000:2.0:1789050283.132932:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714751360 00000100:00100000:2.0:1789050283.132934:0:17192:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714751360 00000100:00100000:2.0:1789050283.133052:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714751232 00000100:00100000:2.0:1789050283.133055:0:17192:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714751232 00000100:00100000:2.0:1789050283.133072:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1789050283.133079:0:17192:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba9834a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875954714750336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050283.133117:0:17192:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba9834a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875954714750336:12345-0@lo:400:kworker.0 Request processed in 40us (17669us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050283.133124:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1789050283.133136:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1789050283.133142:0:17192:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba9834a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875954714750848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050283.133169:0:17192:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba9834a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875954714750848:12345-0@lo:400:kworker.0 Request processed in 28us (1093us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050283.133174:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1789050283.133184:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1789050283.133190:0:17192:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba9834a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875954714751360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050283.133840:0:17192:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba9834a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875954714751360:12345-0@lo:400:kworker.0 Request processed in 645us (1697us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050283.133848:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1789050283.133866:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1789050283.133875:0:17192:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba9834a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1875954714751232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050283.133923:0:17192:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba9834a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1875954714751232:12345-0@lo:400:kworker.0 Request processed in 49us (1083us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050283.133928:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1789050283.134581:0:19123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714750208 00000100:00100000:2.0:1789050283.134601:0:19123:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714750208 00000100:00100000:2.0:1789050283.134696:0:19123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714750720 00000100:00100000:2.0:1789050283.134700:0:19123:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714750720 00000100:00100000:0.0:1789050283.134843:0:17185:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9e852cd-105e-4a2b-8f2f-088fc33df062+24:3646:x1875954714749824:12345-0@lo:400:kworker.0 Request processed in 19223us (19650us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050283.134861:0:17185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00080000:0.0:1789050283.134920:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789050283.134927:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789050283.134932:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0F:1789050283.137896:0:18698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789050283.138010:0:18698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba9834a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875954714750208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789050283.138109:0:18698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba9834a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875954714750208:12345-0@lo:400:kworker.0 Request processed in 181us (5445us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050283.138118:0:18698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789050283.138143:0:18698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789050283.138151:0:18698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba9834a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1875954714750720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789050283.138182:0:18698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba9834a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1875954714750720:12345-0@lo:400:kworker.0 Request processed in 32us (5475us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050283.138187:0:18698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789050283.138311:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983f5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875954714750208:0@lo:400:kworker.0 00000100:00100000:2.0:1789050283.138322:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983f5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875954714750720:0@lo:400:kworker.0 00000100:00100000:2.0:1789050283.138418:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba9834a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3645:1875954714751232:0@lo:400:kworker.0 00000100:00100000:2.0:1789050283.138593:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983f59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875954714749952:0@lo:400:kworker.0 00000100:00100000:2.0:1789050283.138604:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983f59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714750464:0@lo:400:kworker.0 00000100:00100000:2.0:1789050283.138641:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050283.138676:0:17198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714750464 00000100:00100000:2.0:1789050283.138682:0:17198:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714750464 00000100:00100000:2.0:1789050283.138718:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1789050283.138725:0:17198:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba9834a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1875954714750464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050283.138760:0:17198:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba9834a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1875954714750464:12345-0@lo:400:kworker.0 Request processed in 36us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050283.138766:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1789050283.138805:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983f59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714750464:0@lo:400:kworker.0 00000100:00100000:2.0:1789050283.138814:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983f59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3646:1875954714750976:0@lo:400:kworker.0 00000100:00100000:2.0:1789050283.140765:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050283.140968:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714750976 00000100:00100000:1.0:1789050283.140978:0:17194:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714750976 00000100:00080000:0.0:1789050283.141034:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789050283.141054:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1789050283.141064:0:17194:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba9834a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875954714750976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789050283.141125:0:17194:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba9834a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875954714750976:12345-0@lo:400:kworker.0 Request processed in 62us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050283.141132:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1789050283.141401:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983f59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3646:1875954714750976:0@lo:400:kworker.0 00000100:00100000:2.0:1789050283.141417:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983f58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9e852cd-105e-4a2b-8f2f-088fc33df062:3646:1875954714749824:0@lo:400:kworker.0 00000100:00100000:2.0:1789050283.141430:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983f5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875954714750336:0@lo:400:kworker.0 00000100:00100000:2.0:1789050283.141440:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983f5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875954714750848:0@lo:400:kworker.0 00010000:00080000:2.0:1789050283.141648:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ba9834a4700 x1875954714751360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789050283.141659:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba9834a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3646:1875954714751360:0@lo:400:kworker.0 00000100:00100000:2.0:1789050283.143410:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050283.143614:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983f59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714750592:0@lo:400:kworker.0 00000100:00100000:2.0:1789050283.143856:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050283.144087:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983f58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3644:1875954714751104:0@lo:400:kworker.0 00000100:00100000:2.0:1789050283.144118:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050283.144192:0:19575:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714750080 00000100:00100000:0.0:1789050283.144201:0:19575:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714750080 00000100:00100000:0.0:1789050283.144369:0:19575:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714750592 00000100:00100000:0.0:1789050283.144373:0:19575:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714750592 00000100:00080000:2.0:1789050283.144460:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789050283.144554:0:19575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789050283.144564:0:19575:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba9834a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3644:x1875954714750080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050283.144622:0:19575:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba9834a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3644:x1875954714750080:12345-0@lo:400:kworker.0 Request processed in 59us (1285us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050283.144629:0:19575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789050283.144658:0:19575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789050283.144665:0:19575:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba9834a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714750592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050283.144706:0:19575:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba9834a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714750592:12345-0@lo:400:kworker.0 Request processed in 41us (850us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050283.144711:0:19575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789050283.144729:0:17193:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714751104 00000100:00100000:0.0:1789050283.144733:0:17193:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714751104 00000100:00080000:2.0:1789050283.145138:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789050283.145173:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983f58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875954714750080:0@lo:400:kworker.0 00000100:00100000:2.0:1789050283.145186:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983f59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714750592:0@lo:400:kworker.0 00000100:00100000:0.0:1789050283.145441:0:17193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1789050283.145450:0:17193:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba9834a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875954714751104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050283.145510:0:17193:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba9834a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875954714751104:12345-0@lo:400:kworker.0 Request processed in 62us (1390us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050283.145517:0:17193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00010000:00080000:2.0:1789050283.145879:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ba983f58e00 x1875954714751104/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789050283.145891:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983f58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3644:1875954714751104:0@lo:400:kworker.0 00000040:00080000:0.0:1789050283.499894:0:17945:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00080000:0.0:1789050283.631925:0:17172:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934624 is committed 00010000:00010000:2.0:1789050283.631994:0:3631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae695600/0x3b8ec5973df58c9d lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17192 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050283.632012:0:3631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae695600/0x3b8ec5973df58c9d lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17192 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050283.632020:0:3631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae695600/0x3b8ec5973df58c9d lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17192 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050283.632026:0:3631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae695600 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:2.0:1789050283.632030:0:3631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae695600/0x3b8ec5973df58c9d lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17192 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050283.632054:0:3631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae695600/0x3b8ec5973df58c9d lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17192 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050283.632071:0:3631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8baa88800400) 00010000:00010000:2.0:1789050283.632075:0:3631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789050283.632080:0:3631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae695600/0x3b8ec5973df58c9d lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17192 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050283.632086:0:3631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae695600/0x3b8ec5973df58c9d lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17192 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1789050283.632203:0:17172:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8baab11b4180 refcount 2 committed 0 result 0 batchid 4294967537 00000020:00080000:0.0:1789050283.632210:0:17172:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8baabd0fa000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8baab11b4600 00000020:00080000:0.0:1789050283.632214:0:17172:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8baabd0fa500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8baaa73d8800 00000020:00080000:3.0:1789050283.632278:0:17233:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967537 committed batchid 8 00000020:00080000:3.0:1789050283.632362:0:17233:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:3.0:1789050283.881114:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789050284.762643:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050284.763079:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704197632 00000100:00100000:1.0:1789050284.763088:0:17194:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704197632 00000100:00100000:1.0:1789050284.763153:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 65 00000100:00100000:1.0:1789050284.763164:0:17194:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:401f46b2-7a10-4bef-9b8f-516c59334602+13:15596:x1875954704197632:12345-192.168.203.42@tcp:60:lhsmtool_posix.0 00000100:00080000:2.0:1789050284.763206:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789050284.763264:0:17194:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:401f46b2-7a10-4bef-9b8f-516c59334602+13:15596:x1875954704197632:12345-192.168.203.42@tcp:60:lhsmtool_posix.0 Request processed in 102us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050284.763272:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 65 00000100:00100000:0.0:1789050284.775155:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050284.775556:0:17193:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704197760 00000100:00100000:2.0:1789050284.775567:0:17193:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704197760 00000100:00100000:2.0:1789050284.775638:0:17193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 66 00000100:00100000:2.0:1789050284.775648:0:17193:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7290e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:401f46b2-7a10-4bef-9b8f-516c59334602+5:15596:x1875954704197760:12345-192.168.203.42@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1789050284.775819:0:17193:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7290e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:401f46b2-7a10-4bef-9b8f-516c59334602+5:15596:x1875954704197760:12345-192.168.203.42@tcp:60:lhsmtool_posix.0 Request processed in 172us (672us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050284.775827:0:17193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 66 00000100:00080000:2.0:1789050284.775852:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789050284.798242:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050284.798472:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704198016 00000100:00100000:1.0:1789050284.798484:0:17195:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704198016 00000100:00100000:1.0:1789050284.798542:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 12 00000100:00100000:1.0:1789050284.798562:0:17195:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:401f46b2-7a10-4bef-9b8f-516c59334602+13:15596:x1875954704198016:12345-192.168.203.42@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1789050284.798809:0:17195:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:401f46b2-7a10-4bef-9b8f-516c59334602+14:15596:x1875954704198016:12345-192.168.203.42@tcp:35:lhsmtool_posix.0 Request processed in 250us (575us total) trans 8589934625 rc 0/0 00000100:00100000:1.0:1789050284.798816:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 12 00010000:00010000:2.0:1789050284.905123:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789050285.161519:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab7f43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875954714751488:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789050285.161599:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050285.162076:0:18702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714751488 00000100:00100000:1.0:1789050285.162084:0:18702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714751488 00000100:00100000:1.0:1789050285.162149:0:18702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789050285.162160:0:18702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875954714751488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789050285.162198:0:18702:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789050285.162249:0:18702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875954714751488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050285.162256:0:18702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00080000:3.0:1789050285.162478:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789050285.162532:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab7f43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875954714751488:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789050285.163315:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba9834a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875954714751616:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789050285.163988:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050285.164025:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789050285.164031:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab7291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714751744:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789050285.164145:0:18702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714751616 00000100:00100000:0.0:1789050285.164153:0:18702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714751616 00000100:00100000:3.0:1789050285.164193:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050285.164210:0:18702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714751744 00000100:00100000:0.0:1789050285.164213:0:18702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714751744 00000100:00080000:3.0:1789050285.164222:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789050285.164230:0:18702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789050285.164249:0:18702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875954714751616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789050285.164274:0:18702:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789050285.164324:0:18702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875954714751616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050285.164332:0:18702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789050285.164347:0:18702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1789050285.164354:0:18702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714751744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789050285.164363:0:18702:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789050285.164386:0:18702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714751744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 33us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050285.164391:0:18702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789050285.164459:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab7291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714751744:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789050285.164482:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba9834a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875954714751616:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789050285.516199:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050285.516254:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050285.516283:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050285.516343:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704198272 00000100:00100000:1.0:1789050285.516353:0:17194:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704198272 00000100:00100000:1.0:1789050285.516413:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704198400 00000100:00100000:1.0:1789050285.516417:0:17194:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704198400 00000100:00100000:1.0:1789050285.516439:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 80 00000100:00100000:1.0:1789050285.516449:0:17194:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7292680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:401f46b2-7a10-4bef-9b8f-516c59334602+14:2404:x1875954704198272:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:3.0:1789050285.516485:0:17187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704198144 00000100:00100000:3.0:1789050285.516491:0:17187:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704198144 00000100:00100000:3.0:1789050285.516524:0:17187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 170 00000100:00100000:1.0:1789050285.516528:0:17194:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7292680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:401f46b2-7a10-4bef-9b8f-516c59334602+14:2404:x1875954704198272:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 78us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050285.516535:0:17187:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c18c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5fdf6249-ae65-4ba9-86f7-1bba4403ff26+13:2404:x1875954704198144:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:1.0:1789050285.516542:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 80 00000100:00100000:1.0:1789050285.516564:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 81 00000100:00100000:1.0:1789050285.516573:0:17194:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:401f46b2-7a10-4bef-9b8f-516c59334602+5:2404:x1875954704198400:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:3.0:1789050285.516579:0:17187:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c18c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5fdf6249-ae65-4ba9-86f7-1bba4403ff26+13:2404:x1875954704198144:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 45us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050285.516587:0:17187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 170 00000100:00100000:1.0:1789050285.516609:0:17194:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:401f46b2-7a10-4bef-9b8f-516c59334602+5:2404:x1875954704198400:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 36us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050285.516998:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 81 00000100:00100000:0.0:1789050285.529315:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050285.529359:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050285.529407:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050285.529447:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050285.529468:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050285.529490:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050285.530251:0:18700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704198528 00000100:00100000:2.0:1789050285.530262:0:18700:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704198528 00000100:00100000:2.0:1789050285.530330:0:18700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704199040 00000100:00100000:2.0:1789050285.530333:0:18700:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704199040 00000100:00100000:2.0:1789050285.530348:0:18700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704199168 00000100:00100000:2.0:1789050285.530351:0:18700:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704199168 00000100:00100000:2.0:1789050285.530363:0:18700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704198656 00000100:00100000:2.0:1789050285.530365:0:18700:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704198656 00000100:00100000:2.0:1789050285.530396:0:18700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 33 00000100:00100000:2.0:1789050285.530406:0:18700:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:401f46b2-7a10-4bef-9b8f-516c59334602+5:2403:x1875954704198656:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:2.0:1789050285.530479:0:18700:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:401f46b2-7a10-4bef-9b8f-516c59334602+5:2403:x1875954704198656:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 73us (1008us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050285.530486:0:18700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 33 00000100:00100000:2.0:1789050285.530501:0:18700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 28 00000100:00100000:2.0:1789050285.530507:0:18700:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:401f46b2-7a10-4bef-9b8f-516c59334602+5:2402:x1875954704198528:12345-192.168.203.42@tcp:9:kworker.0 00000020:00000080:2.0:1789050285.530524:0:18700:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df589cc 00000100:00080000:2.0:1789050285.530538:0:18700:0:(import.c:65:import_set_state_nolock()) ffff8ba982640800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1789050285.530676:0:19575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 29 00000100:00100000:3.0:1789050285.530692:0:19575:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7293b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ecbb0205-dfd3-498a-b75f-85e633519280+5:2402:x1875954704199040:12345-192.168.203.42@tcp:9:kworker.0 00000020:00000080:3.0:1789050285.530711:0:19575:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df58a0b 00000100:00080000:3.0:1789050285.530715:0:19575:0:(import.c:65:import_set_state_nolock()) ffff8baaa737c000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789050285.530751:0:19575:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1789050285.530883:0:19575:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7293b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ecbb0205-dfd3-498a-b75f-85e633519280+2:2402:x1875954704199040:12345-192.168.203.42@tcp:9:kworker.0 Request processed in 192us (1522us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050285.530890:0:19575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 29 00000100:00100000:3.0:1789050285.530904:0:19575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 30 00000100:00100000:3.0:1789050285.530911:0:19575:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ecbb0205-dfd3-498a-b75f-85e633519280+5:2402:x1875954704199168:12345-192.168.203.42@tcp:9:kworker.0 00000020:00000080:3.0:1789050285.530922:0:19575:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df58a12 00000100:00080000:3.0:1789050285.530929:0:19575:0:(import.c:65:import_set_state_nolock()) ffff8baab7f54000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789050285.530986:0:19575:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00080000:0.0:1789050285.531315:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789050285.531320:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1789050285.531350:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789050285.531365:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704198784 00000100:00100000:0.0:1789050285.531370:0:17192:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704198784 00000100:00100000:0.0:1789050285.531404:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704198912 00000100:00100000:0.0:1789050285.531407:0:17192:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704198912 00000100:00100000:0.0:1789050285.531428:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 82 00000100:00100000:0.0:1789050285.531435:0:17192:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ecbb0205-dfd3-498a-b75f-85e633519280+6:2403:x1875954704198784:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:0.0:1789050285.531472:0:17192:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ecbb0205-dfd3-498a-b75f-85e633519280+6:2403:x1875954704198784:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 38us (2025us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050285.531479:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 82 00000100:00100000:0.0:1789050285.531492:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 83 00000100:00100000:0.0:1789050285.531499:0:17192:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ecbb0205-dfd3-498a-b75f-85e633519280+5:2403:x1875954704198912:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:0.0:1789050285.531519:0:17192:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ecbb0205-dfd3-498a-b75f-85e633519280+5:2403:x1875954704198912:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 22us (2030us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050285.531524:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 83 00000100:00080000:0.0:1789050285.531543:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789050285.531546:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1789050285.531819:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050285.531832:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:2.0:1789050285.532301:0:18700:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1789050285.532413:0:18700:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:401f46b2-7a10-4bef-9b8f-516c59334602+2:2402:x1875954704198528:12345-192.168.203.42@tcp:9:kworker.0 Request processed in 1903us (3104us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050285.532421:0:18700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 28 00000100:00100000:3.0:1789050285.533438:0:19575:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ecbb0205-dfd3-498a-b75f-85e633519280+2:2402:x1875954704199168:12345-192.168.203.42@tcp:9:kworker.0 Request processed in 2524us (4027us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050285.533446:0:19575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 30 00010000:00010000:0.0:1789050285.929371:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789050286.186405:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab7f44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714751872:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789050286.186476:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050286.186690:0:18702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714751872 00000100:00100000:0.0:1789050286.186698:0:18702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714751872 00000100:00100000:0.0:1789050286.186778:0:18702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789050286.186789:0:18702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba9834a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875954714751872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789050286.186812:0:18702:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789050286.186866:0:18702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba9834a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875954714751872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050286.186872:0:18702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789050286.186988:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab7f44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714751872:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1789050286.187671:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789050286.697388:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789050286.697421:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab7f42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714752000:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789050286.697488:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050286.697554:0:17216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714752000 00000100:00100000:1.0:1789050286.697562:0:17216:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714752000 00000100:00100000:1.0:1789050286.697605:0:17216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1789050286.697613:0:17216:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875954714752000:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789050286.697646:0:17216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1789050286.697693:0:17216:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875954714752000:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050286.697700:0:17216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1789050286.697745:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab7f42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714752000:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789050286.697892:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875954714752128:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789050286.697919:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050286.698084:0:17197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714752128 00000100:00100000:0.0:1789050286.698089:0:17197:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714752128 00000100:00100000:0.0:1789050286.698120:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1789050286.698127:0:17197:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875954714752128:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789050286.698146:0:17197:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789050286.698194:0:17197:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875954714752128:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050286.698200:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1789050286.698502:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875954714752128:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1789050286.971299:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789050287.005502:0:20568:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 10:24:44 (1789050284) 00010000:00010000:0.0:1789050287.981100:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789050288.235179:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9e852cd-105e-4a2b-8f2f-088fc33df062:3645:1875954714752256:0@lo:400:kworker.0 00000100:00100000:1.0:1789050288.235252:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050288.235643:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789050288.235687:0:17185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714752256 00000100:00100000:2.0:1789050288.235696:0:17185:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714752256 00000100:00100000:2.0:1789050288.235759:0:17185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1789050288.235768:0:17185:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c1b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9e852cd-105e-4a2b-8f2f-088fc33df062+24:3645:x1875954714752256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050288.235823:0:17185:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c1b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9e852cd-105e-4a2b-8f2f-088fc33df062+24:3645:x1875954714752256:12345-0@lo:400:kworker.0 Request processed in 56us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050288.235831:0:17185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1789050288.235876:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9e852cd-105e-4a2b-8f2f-088fc33df062:3645:1875954714752256:0@lo:400:kworker.0 00000100:00100000:1.0:1789050288.235933:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789050288.235973:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875954714752512:0@lo:400:kworker.0 00000100:00100000:1.0:1789050288.236004:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050288.236068:0:18699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714752512 00000100:00100000:2.0:1789050288.236084:0:18699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714752512 00000100:00100000:2.0:1789050288.236131:0:18699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789050288.236138:0:18699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875954714752512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050288.236171:0:18699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875954714752512:12345-0@lo:400:kworker.0 Request processed in 35us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050288.236177:0:18699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789050288.236203:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875954714752512:0@lo:400:kworker.0 00000100:00080000:1.0:1789050288.236252:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789050288.236312:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875954714752384:0@lo:400:kworker.0 00000100:00100000:3.0:1789050288.236341:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050288.236576:0:17198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714752384 00000100:00100000:1.0:1789050288.236581:0:17198:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714752384 00000100:00100000:1.0:1789050288.236641:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1789050288.236649:0:17198:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1875954714752384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789050288.236689:0:17198:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1875954714752384:12345-0@lo:400:kworker.0 Request processed in 42us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050288.236695:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1789050288.236853:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875954714752640:0@lo:400:kworker.0 00000100:00100000:3.0:1789050288.236879:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050288.236904:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714753152:0@lo:400:kworker.0 00000100:00100000:3.0:1789050288.236920:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050288.236933:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3644:1875954714753664:0@lo:400:kworker.0 00000100:00100000:3.0:1789050288.236982:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050288.237000:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1789050288.237004:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875954714752768:0@lo:400:kworker.0 00000100:00100000:3.0:1789050288.237020:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050288.237031:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875954714753280:0@lo:400:kworker.0 00000100:00100000:3.0:1789050288.237059:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050288.237078:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3644:1875954714753792:0@lo:400:kworker.0 00000100:00100000:3.0:1789050288.237097:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050288.237120:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714753664 00000100:00100000:3.0:1789050288.237124:0:17192:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714753664 00000100:00100000:3.0:1789050288.237149:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714752768 00000100:00100000:3.0:1789050288.237151:0:17192:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714752768 00000100:00100000:3.0:1789050288.237159:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714753280 00000100:00100000:3.0:1789050288.237161:0:17192:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714753280 00000100:00100000:3.0:1789050288.237168:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714753792 00000100:00100000:3.0:1789050288.237170:0:17192:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714753792 00000100:00100000:3.0:1789050288.237181:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1789050288.237187:0:17192:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1875954714753664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050288.237217:0:17192:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1875954714753664:12345-0@lo:400:kworker.0 Request processed in 30us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050288.237223:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1789050288.237234:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1789050288.237239:0:17192:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875954714752768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050288.237259:0:17192:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875954714752768:12345-0@lo:400:kworker.0 Request processed in 20us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050288.237264:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1789050288.237272:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1789050288.237282:0:17192:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa836d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875954714753280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050288.237314:0:17192:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa836d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875954714753280:12345-0@lo:400:kworker.0 Request processed in 33us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050288.237320:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1789050288.237329:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1789050288.237335:0:17192:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa836d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875954714753792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050288.237354:0:17192:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa836d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875954714753792:12345-0@lo:400:kworker.0 Request processed in 20us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050288.237359:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1789050288.237377:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875954714753024:0@lo:400:kworker.0 00000100:00100000:3.0:1789050288.237394:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050288.237407:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3647:1875954714753536:0@lo:400:kworker.0 00000100:00100000:3.0:1789050288.237421:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050288.237452:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875954714752384:0@lo:400:kworker.0 00000100:00100000:3.0:1789050288.237465:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1789050288.237470:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875954714752896:0@lo:400:kworker.0 00000100:00100000:3.0:1789050288.237488:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050288.237536:0:19123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714752640 00000100:00100000:0.0:1789050288.237540:0:19123:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714752640 00000100:00100000:0.0:1789050288.237562:0:19123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714753152 00000100:00100000:0.0:1789050288.237564:0:19123:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714753152 00000100:00100000:0.0:1789050288.237575:0:19123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714753024 00000100:00100000:0.0:1789050288.237577:0:19123:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714753024 00000100:00100000:0.0:1789050288.237588:0:19123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789050288.237594:0:19123:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3644:x1875954714752640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050288.237622:0:19123:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3644:x1875954714752640:12345-0@lo:400:kworker.0 Request processed in 28us (742us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050288.237632:0:19123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789050288.237642:0:19123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789050288.237646:0:19123:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714753152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050288.237666:0:19123:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714753152:12345-0@lo:400:kworker.0 Request processed in 20us (746us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050288.237671:0:19123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789050288.237679:0:19123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789050288.237684:0:19123:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa836d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3647:x1875954714753024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050288.237702:0:19123:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa836d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3647:x1875954714753024:12345-0@lo:400:kworker.0 Request processed in 18us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050288.237707:0:19123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789050288.237720:0:20230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714753536 00000100:00100000:0.0:1789050288.237723:0:20230:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714753536 00000100:00100000:0.0:1789050288.237753:0:20230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1789050288.237759:0:20230:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa836d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875954714753536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050288.237782:0:20230:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa836d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875954714753536:12345-0@lo:400:kworker.0 Request processed in 24us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050288.237787:0:20230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1789050288.238122:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3647:1875954714753408:0@lo:400:kworker.0 00000100:00100000:3.0:1789050288.238145:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050288.238166:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875954714753024:0@lo:400:kworker.0 00010000:00080000:3.0:1789050288.238177:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8baab729ed80 x1875954714753536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789050288.238187:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3647:1875954714753536:0@lo:400:kworker.0 00000100:00100000:3.0:1789050288.238210:0:17193:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714753408 00000100:00100000:3.0:1789050288.238218:0:17193:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714753408 00000100:00100000:3.0:1789050288.238238:0:17193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1789050288.238244:0:17193:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa836d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875954714753408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050288.238274:0:17193:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa836d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875954714753408:12345-0@lo:400:kworker.0 Request processed in 30us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050288.238279:0:17193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1789050288.238393:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875954714752768:0@lo:400:kworker.0 00000100:00100000:3.0:1789050288.238402:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875954714753280:0@lo:400:kworker.0 00010000:00080000:3.0:1789050288.238412:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8baab729ca80 x1875954714753792/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789050288.238420:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3644:1875954714753792:0@lo:400:kworker.0 00000100:00100000:3.0:1789050288.238429:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875954714752640:0@lo:400:kworker.0 00000100:00100000:3.0:1789050288.238438:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714753152:0@lo:400:kworker.0 00000100:00100000:3.0:1789050288.238455:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3644:1875954714753664:0@lo:400:kworker.0 00000100:00100000:3.0:1789050288.238480:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3647:1875954714753408:0@lo:400:kworker.0 00000100:00100000:2.0:1789050288.238668:0:17197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714752896 00000100:00100000:2.0:1789050288.238673:0:17197:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714752896 00000100:00100000:2.0:1789050288.238695:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1789050288.238701:0:17197:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa836d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875954714752896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050288.238752:0:17197:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa836d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875954714752896:12345-0@lo:400:kworker.0 Request processed in 51us (1263us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050288.238759:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1789050288.238822:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875954714752896:0@lo:400:kworker.0 00000100:00080000:1.0:1789050288.238867:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1789050288.238871:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789050288.238873:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789050288.238875:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1789050289.005271:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1789050289.771988:0:17172:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934625 is committed 00000020:00080000:0.0:1789050289.772001:0:17172:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967537 batchid updated 00000020:00080000:3.0:1789050289.772046:0:17233:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967537 00000020:00080000:3.0:1789050289.772059:0:17233:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967537 00010000:00010000:1.0:1789050290.027081:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789050290.282074:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab7f40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875954714753920:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789050290.282143:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050290.282186:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714754048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789050290.282212:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050290.282231:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba9834a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875954714754176:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789050290.282270:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050290.282332:0:18702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714753920 00000100:00100000:0.0:1789050290.282341:0:18702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714753920 00000100:00100000:0.0:1789050290.282395:0:18702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714754048 00000100:00100000:0.0:1789050290.282399:0:18702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714754048 00000100:00100000:0.0:1789050290.282413:0:18702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714754176 00000100:00100000:0.0:1789050290.282415:0:18702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714754176 00000100:00100000:0.0:1789050290.282442:0:18702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789050290.282451:0:18702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa836d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875954714753920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789050290.282484:0:18702:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789050290.282535:0:18702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa836d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875954714753920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050290.282545:0:18702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789050290.282560:0:18702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789050290.282567:0:18702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa836d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875954714754048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789050290.282581:0:18702:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789050290.282608:0:18702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa836d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875954714754048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050290.282614:0:18702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789050290.282636:0:18702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789050290.282642:0:18702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba9834a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875954714754176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789050290.282650:0:18702:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789050290.282683:0:18702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba9834a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875954714754176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 41us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050290.282688:0:18702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789050290.282731:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba9834a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875954714754176:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1789050290.282791:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789050290.282795:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789050290.282904:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab7f40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875954714753920:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789050290.282914:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714754048:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789050290.633542:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050290.633592:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050290.633635:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050290.633671:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050290.633692:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050290.633716:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050290.633754:0:19123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704199680 00000100:00100000:0.0:1789050290.633774:0:19123:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704199680 00000100:00100000:0.0:1789050290.633831:0:19123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 38 00000100:00100000:0.0:1789050290.633842:0:19123:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:401f46b2-7a10-4bef-9b8f-516c59334602+5:2403:x1875954704199680:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:0.0:1789050290.633903:0:19123:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:401f46b2-7a10-4bef-9b8f-516c59334602+5:2403:x1875954704199680:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 63us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050290.633911:0:19123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 38 00000100:00080000:0.0:1789050290.633931:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789050290.634297:0:20230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704199552 00000100:00100000:2.0:1789050290.634302:0:20230:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704199552 00000100:00100000:2.0:1789050290.634351:0:20230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704199808 00000100:00100000:2.0:1789050290.634355:0:20230:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704199808 00000100:00100000:2.0:1789050290.634370:0:20230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704199424 00000100:00100000:2.0:1789050290.634372:0:20230:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704199424 00000100:00100000:2.0:1789050290.634385:0:20230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704199936 00000100:00100000:2.0:1789050290.634387:0:20230:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704199936 00000100:00100000:2.0:1789050290.634400:0:20230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 90 00000100:00100000:2.0:1789050290.634407:0:20230:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:401f46b2-7a10-4bef-9b8f-516c59334602+5:2403:x1875954704199552:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:2.0:1789050290.634448:0:20230:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:401f46b2-7a10-4bef-9b8f-516c59334602+5:2403:x1875954704199552:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 41us (865us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050290.634455:0:20230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 90 00000100:00100000:2.0:1789050290.634469:0:20230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 91 00000100:00100000:2.0:1789050290.634475:0:20230:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ecbb0205-dfd3-498a-b75f-85e633519280+6:2403:x1875954704199808:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:2.0:1789050290.634497:0:20230:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ecbb0205-dfd3-498a-b75f-85e633519280+6:2403:x1875954704199808:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 22us (862us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050290.634504:0:20230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 91 00000100:00100000:2.0:1789050290.634514:0:20230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 92 00000100:00100000:2.0:1789050290.634520:0:20230:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:401f46b2-7a10-4bef-9b8f-516c59334602+13:2403:x1875954704199424:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:2.0:1789050290.634541:0:20230:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:401f46b2-7a10-4bef-9b8f-516c59334602+13:2403:x1875954704199424:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 21us (870us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050290.634547:0:20230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 92 00000100:00100000:2.0:1789050290.634559:0:20230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 93 00000100:00100000:2.0:1789050290.634565:0:20230:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ecbb0205-dfd3-498a-b75f-85e633519280+5:2403:x1875954704199936:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:2.0:1789050290.634584:0:20230:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ecbb0205-dfd3-498a-b75f-85e633519280+5:2403:x1875954704199936:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 20us (868us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050290.634590:0:20230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 93 00000100:00080000:0.0:1789050290.634916:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789050290.634920:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789050290.635629:0:17186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704199296 00000100:00100000:3.0:1789050290.635639:0:17186:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704199296 00000100:00100000:3.0:1789050290.635694:0:17186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 172 00000100:00100000:3.0:1789050290.635704:0:17186:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c18450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5fdf6249-ae65-4ba9-86f7-1bba4403ff26+13:2403:x1875954704199296:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:3.0:1789050290.635758:0:17186:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c18450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5fdf6249-ae65-4ba9-86f7-1bba4403ff26+13:2403:x1875954704199296:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 55us (2225us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050290.635765:0:17186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 172 00000100:00100000:1.0:1789050291.017095:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050291.017203:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704200192 00000100:00100000:0.0:1789050291.017215:0:17196:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704200192 00000100:00100000:0.0:1789050291.017268:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 13 00000100:00100000:0.0:1789050291.017278:0:17196:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:401f46b2-7a10-4bef-9b8f-516c59334602+13:16351:x1875954704200192:12345-192.168.203.42@tcp:35:umount.0 00000001:00080000:0.0:1789050291.017525:0:17196:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934626 00000001:00080000:0.0:1789050291.017602:0:17196:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934627 00000100:00100000:0.0:1789050291.018026:0:17196:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:401f46b2-7a10-4bef-9b8f-516c59334602+16:16351:x1875954704200192:12345-192.168.203.42@tcp:35:umount.0 Request processed in 747us (947us total) trans 8589934628 rc 0/0 00000100:00100000:0.0:1789050291.018034:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 13 00000020:00080000:0.0:1789050291.018039:0:17196:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1789050291.027212:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050291.027284:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050291.027337:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050291.027446:0:17177:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704200320 00000100:00100000:1.0:1789050291.027446:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050291.027463:0:17177:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704200320 00000100:00100000:2.0:1789050291.027537:0:17177:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704200576 00000100:00100000:2.0:1789050291.027540:0:17177:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704200576 00000100:00100000:2.0:1789050291.027550:0:17177:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704200448 00000100:00100000:2.0:1789050291.027553:0:17177:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704200448 00000100:00100000:2.0:1789050291.027570:0:17177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3 00000100:00100000:2.0:1789050291.027590:0:17177:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5fdf6249-ae65-4ba9-86f7-1bba4403ff26+15:2405:x1875954704200320:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789050291.027606:0:17177:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789050291.027622:0:17177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baac2177200/0x3b8ec5973df589a9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3966e57 expref: 15 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050291.027641:0:17177:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789050291.027695:0:17178:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 4 00000100:00100000:2.0:1789050291.027708:0:17177:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5fdf6249-ae65-4ba9-86f7-1bba4403ff26+14:2405:x1875954704200320:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 114us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050291.027729:0:17178:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa85718050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5fdf6249-ae65-4ba9-86f7-1bba4403ff26+14:2405:x1875954704200576:12345-192.168.203.42@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1789050291.027738:0:17177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3 00010000:00010000:1.0:1789050291.027754:0:17178:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1789050291.027770:0:17177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5 00010000:00010000:1.0:1789050291.027781:0:17178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baac2176c00/0x3b8ec5973df58a35 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3966f3e expref: 13 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050291.027785:0:17177:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5fdf6249-ae65-4ba9-86f7-1bba4403ff26+13:2405:x1875954704200448:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789050291.027808:0:17177:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789050291.027814:0:17178:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789050291.027824:0:17177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baa829d7000/0x3b8ec5973df589b0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3966e88 expref: 12 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050291.027839:0:17177:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789050291.027867:0:17178:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa85718050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5fdf6249-ae65-4ba9-86f7-1bba4403ff26+11:2405:x1875954704200576:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 157us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050291.027876:0:17178:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 4 00000100:00100000:2.0:1789050291.027886:0:17177:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5fdf6249-ae65-4ba9-86f7-1bba4403ff26+11:2405:x1875954704200448:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 105us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050291.028244:0:17177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5 00000100:00100000:3.0:1789050291.028997:0:18700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704200704 00000100:00100000:3.0:1789050291.029012:0:18700:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704200704 00000100:00100000:3.0:1789050291.029077:0:18700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 31 00000100:00100000:3.0:1789050291.029086:0:18700:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:401f46b2-7a10-4bef-9b8f-516c59334602+5:2402:x1875954704200704:12345-192.168.203.42@tcp:9:umount.0 00000020:00000080:3.0:1789050291.029130:0:18700:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df589d3 00000100:00080000:3.0:1789050291.029142:0:18700:0:(import.c:65:import_set_state_nolock()) ffff8ba982640000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789050291.029213:0:18700:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1789050291.029402:0:18700:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:401f46b2-7a10-4bef-9b8f-516c59334602+2:2402:x1875954704200704:12345-192.168.203.42@tcp:9:umount.0 Request processed in 316us (1957us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050291.029411:0:18700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 31 00010000:00010000:1.0:1789050291.030828:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1789050291.037402:0:19512:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 401f46b2-7a10-4bef-9b8f-516c59334602 00000020:00000080:2.0:1789050291.037416:0:19512:0:(genops.c:885:class_export_put()) final put ffff8ba982645800/401f46b2-7a10-4bef-9b8f-516c59334602 00000001:00100000:2.0:1789050291.037451:0:19512:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of ecbb0205-dfd3-498a-b75f-85e633519280 00000020:00000080:2.0:1789050291.037454:0:19512:0:(genops.c:885:class_export_put()) final put ffff8baab7f57000/ecbb0205-dfd3-498a-b75f-85e633519280 00000020:00000080:0.0:1789050291.037529:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8ba982645800/401f46b2-7a10-4bef-9b8f-516c59334602 for lustre-OST0001 00000020:00000080:0.0:1789050291.037595:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baab7f57000/ecbb0205-dfd3-498a-b75f-85e633519280 for lustre-OST0001 00000020:00000080:0.0:1789050291.037616:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8ba982640000 for lustre-OST0001 00000020:00000080:0.0:1789050291.037622:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8baab7f54000 for lustre-OST0001 00000100:00100000:1.0:1789050291.047188:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050291.047300:0:20230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704201600 00000100:00100000:2.0:1789050291.047314:0:20230:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704201600 00000100:00100000:2.0:1789050291.047548:0:20230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 67 00000100:00100000:2.0:1789050291.047560:0:20230:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:401f46b2-7a10-4bef-9b8f-516c59334602+16:2402:x1875954704201600:12345-192.168.203.42@tcp:39:umount.0 00000020:00000080:2.0:1789050291.047626:0:20230:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df589be 00000020:00010000:2.0:1789050291.047646:0:20230:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8ba982774800: total 0 00000100:00080000:2.0:1789050291.047652:0:20230:0:(import.c:65:import_set_state_nolock()) ffff8ba982770800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789050291.047691:0:20230:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000020:00010000:0.0:1789050291.047992:0:18345:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8ba982774800: total 0 00010000:00010000:0.0:1789050291.047998:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050291.048058:0:18345:0:(ldlm_lock.c:2657:ldlm_export_cancel_blocked_locks()) Export ffff8ba982774800, canceled 0 locks, left on hash table 8. 00010000:00010000:0.0:1789050291.048100:0:18345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8baa88800600) 00010000:00010000:0.0:1789050291.048104:0:18345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1789050291.048124:0:18345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2042800/0x3b8ec5973df58cd5 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3966ffb expref: 15 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050291.048154:0:18345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8baa9307b700) 00010000:00010000:0.0:1789050291.048157:0:18345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789050291.048162:0:18345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae695e00/0x3b8ec5973df58aa5 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3966f4c expref: 14 pid: 17192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050291.048182:0:18345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8baa88800500) 00010000:00010000:0.0:1789050291.048185:0:18345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789050291.048188:0:18345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa80030200/0x3b8ec5973df58ae4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3966f5a expref: 13 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050291.048202:0:18345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8baa88800400) 00010000:00010000:0.0:1789050291.048204:0:18345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1789050291.048208:0:18345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa80031000/0x3b8ec5973df58c73 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3966fd8 expref: 12 pid: 20230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050291.048225:0:18345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8baa88800d00) 00010000:00010000:0.0:1789050291.048227:0:18345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789050291.048231:0:18345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa80031800/0x3b8ec5973df58a89 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3966f45 expref: 11 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050291.048245:0:18345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8ba9832fd200) 00010000:00010000:0.0:1789050291.048248:0:18345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1789050291.048252:0:18345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2043200/0x3b8ec5973df58b69 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3966f84 expref: 10 pid: 17193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050291.048270:0:18345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8baa88800600) 00010000:00010000:0.0:1789050291.048279:0:18345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789050291.048284:0:18345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae695200/0x3b8ec5973df58c18 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3966fc3 expref: 9 pid: 17192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050291.048299:0:18345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8baa88800600) 00010000:00010000:0.0:1789050291.048303:0:18345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1789050291.048306:0:18345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa80030e00/0x3b8ec5973df58be7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3966fae expref: 8 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050291.048320:0:18345:0:(ldlm_lock.c:2685:ldlm_export_cancel_locks()) Export ffff8ba982774800, canceled 8 locks, left on hash table 0. 00010000:00010000:0.0:1789050291.048349:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050291.048351:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050291.048353:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789050291.048612:0:20230:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:401f46b2-7a10-4bef-9b8f-516c59334602+6:2402:x1875954704201600:12345-192.168.203.42@tcp:39:umount.0 Request processed in 1051us (1439us total) trans 8589934629 rc 0/0 00000100:00100000:2.0:1789050291.048624:0:20230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 67 00010000:00010000:1.0:1789050291.052222:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789050291.058219:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050291.059130:0:17193:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704201728 00000100:00100000:1.0:1789050291.059149:0:17193:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704201728 00000100:00100000:1.0:1789050291.059236:0:17193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 68 00000100:00100000:1.0:1789050291.059248:0:17193:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa836d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:401f46b2-7a10-4bef-9b8f-516c59334602+5:2402:x1875954704201728:12345-192.168.203.42@tcp:39:umount.0 00000020:00000080:1.0:1789050291.059295:0:17193:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df589c5 00000100:00080000:1.0:1789050291.059320:0:17193:0:(import.c:65:import_set_state_nolock()) ffff8ba982772800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789050291.059361:0:17193:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:1.0:1789050291.059677:0:17193:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa836d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:401f46b2-7a10-4bef-9b8f-516c59334602+3:2402:x1875954704201728:12345-192.168.203.42@tcp:39:umount.0 Request processed in 430us (1474us total) trans 8589934593 rc 0/0 00000100:00100000:1.0:1789050291.059687:0:17193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 68 00010000:00010000:1.0:1789050291.059727:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789050291.305198:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789050291.305232:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa836d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875954714754304:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789050291.305342:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050291.310878:0:18702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714754304 00000100:00100000:1.0:1789050291.310902:0:18702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714754304 00000100:00100000:1.0:1789050291.311027:0:18702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789050291.311040:0:18702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba9834a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875954714754304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789050291.311075:0:18702:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789050291.311189:0:18702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba9834a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875954714754304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 152us (5847us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050291.311198:0:18702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789050291.311349:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa836d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875954714754304:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1789050291.311648:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789050291.818019:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789050291.818055:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab7f40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714754432:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789050291.818151:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050291.818836:0:17197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714754432 00000100:00100000:1.0:1789050291.818849:0:17197:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714754432 00000100:00100000:1.0:1789050291.818915:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1789050291.818926:0:17197:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba9834a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714754432:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789050291.818997:0:17197:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1789050291.819080:0:17197:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba9834a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714754432:12345-0@lo:41:osp-pre-0-1.0 Request processed in 156us (930us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050291.819095:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1789050291.819270:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab7f40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714754432:0@lo:41:osp-pre-0-1.0 00000001:00100000:2.0:1789050291.819464:0:18695:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 401f46b2-7a10-4bef-9b8f-516c59334602 00000020:00000080:2.0:1789050291.819470:0:18695:0:(genops.c:885:class_export_put()) final put ffff8ba982646800/401f46b2-7a10-4bef-9b8f-516c59334602 00000001:00100000:2.0:1789050291.819495:0:18695:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of ecbb0205-dfd3-498a-b75f-85e633519280 00000020:00000080:2.0:1789050291.819499:0:18695:0:(genops.c:885:class_export_put()) final put ffff8baaa737a000/ecbb0205-dfd3-498a-b75f-85e633519280 00000100:00100000:2.0:1789050291.819627:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789050291.819643:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875954714754560:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789050291.819691:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050291.819798:0:17216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714754560 00000100:00100000:0.0:1789050291.819805:0:17216:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714754560 00000100:00100000:0.0:1789050291.819854:0:17216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1789050291.819863:0:17216:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba9834a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1875954714754560:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789050291.819890:0:17216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789050291.819982:0:17216:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba9834a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1875954714754560:12345-0@lo:41:osp-pre-1-0.0 Request processed in 120us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050291.819990:0:17216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1789050291.820017:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875954714754560:0@lo:41:osp-pre-1-0.0 00000020:00000080:1.0:1789050291.820241:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8ba982646800/401f46b2-7a10-4bef-9b8f-516c59334602 for lustre-OST0000 00000020:00000080:1.0:1789050291.820298:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8baaa737a000/ecbb0205-dfd3-498a-b75f-85e633519280 for lustre-OST0000 00000020:00000080:1.0:1789050291.820322:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8ba982640800 for lustre-OST0000 00000020:00000080:1.0:1789050291.820327:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8baaa737c000 for lustre-OST0000 00000040:00080000:1.0:1789050291.881242:0:17229:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1789050291.881255:0:17229:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1789050291.881308:0:17229:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1789050291.881319:0:17229:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:0.0:1789050292.073370:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050293.097243:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789050293.196896:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050293.196995:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050293.197041:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050293.197163:0:17179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704201984 00000100:00100000:0.0:1789050293.197176:0:17179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704201984 00000100:00100000:0.0:1789050293.197253:0:17179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704201856 00000100:00100000:0.0:1789050293.197256:0:17179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704201856 00000100:00100000:0.0:1789050293.197270:0:17179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704202112 00000100:00100000:0.0:1789050293.197273:0:17179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704202112 00000100:00100000:0.0:1789050293.197291:0:17179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6 00000100:00100000:0.0:1789050293.197320:0:17179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5fdf6249-ae65-4ba9-86f7-1bba4403ff26+12:2404:x1875954704201984:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789050293.197340:0:17179:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789050293.197365:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baa829d7c00/0x3b8ec5973df589ef lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3966ef8 expref: 12 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050293.197388:0:17179:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789050293.197454:0:17179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5fdf6249-ae65-4ba9-86f7-1bba4403ff26+11:2404:x1875954704201984:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 136us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050293.197461:0:17179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6 00000100:00100000:0.0:1789050293.197480:0:17179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 7 00000100:00100000:0.0:1789050293.197487:0:17179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7292a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5fdf6249-ae65-4ba9-86f7-1bba4403ff26+10:2404:x1875954704201856:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789050293.197495:0:17179:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789050293.197504:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baa829d6800/0x3b8ec5973df589e8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3966ec7 expref: 10 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050293.197513:0:17179:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789050293.197532:0:17179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7292a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5fdf6249-ae65-4ba9-86f7-1bba4403ff26+9:2404:x1875954704201856:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 45us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050293.197538:0:17179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 7 00000100:00100000:0.0:1789050293.197550:0:17179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8 00000100:00100000:0.0:1789050293.197556:0:17179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98227d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5fdf6249-ae65-4ba9-86f7-1bba4403ff26+8:2404:x1875954704202112:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789050293.197563:0:17179:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789050293.197572:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baa86db0e00/0x3b8ec5973df58a2e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3966f37 expref: 8 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050293.197581:0:17179:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789050293.197619:0:17179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98227d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5fdf6249-ae65-4ba9-86f7-1bba4403ff26+7:2404:x1875954704202112:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 63us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050293.197625:0:17179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8 00000100:00100000:1.0:1789050293.206234:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050293.206337:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704202368 00000100:00100000:3.0:1789050293.206370:0:17192:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704202368 00000100:00100000:3.0:1789050293.206471:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 69 00000100:00100000:3.0:1789050293.206486:0:17192:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98227ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ecbb0205-dfd3-498a-b75f-85e633519280+6:2402:x1875954704202368:12345-192.168.203.42@tcp:39:umount.0 00000020:00000080:3.0:1789050293.206548:0:17192:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df589fd 00000020:00010000:3.0:1789050293.206559:0:17192:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8baa848c1800: total 0 00000100:00080000:3.0:1789050293.206565:0:17192:0:(import.c:65:import_set_state_nolock()) ffff8baaa737a800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789050293.206601:0:17192:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934629 00000100:00100000:3.0:1789050293.206817:0:17192:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98227ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ecbb0205-dfd3-498a-b75f-85e633519280+5:2402:x1875954704202368:12345-192.168.203.42@tcp:39:umount.0 Request processed in 336us (598us total) trans 8589934630 rc 0/0 00000100:00100000:3.0:1789050293.206827:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 69 00000020:00010000:1.0:1789050293.207328:0:17181:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8baa848c1800: total 0 00010000:00010000:1.0:1789050293.207394:0:17181:0:(ldlm_lock.c:2657:ldlm_export_cancel_blocked_locks()) Export ffff8baa848c1800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1789050293.207435:0:17181:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8baa88800500) 00010000:00010000:1.0:1789050293.207440:0:17181:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789050293.207451:0:17181:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ba983571400/0x3b8ec5973df58af2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3966f61 expref: 4 pid: 17192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050293.207478:0:17181:0:(ldlm_lock.c:2685:ldlm_export_cancel_locks()) Export ffff8baa848c1800, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1789050293.207491:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050293.207493:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050293.207495:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789050293.207782:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789050293.231544:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050293.231818:0:17193:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704202496 00000100:00100000:1.0:1789050293.231843:0:17193:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704202496 00000100:00100000:1.0:1789050293.231930:0:17193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 70 00000100:00100000:1.0:1789050293.231991:0:17193:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa836d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ecbb0205-dfd3-498a-b75f-85e633519280+5:2402:x1875954704202496:12345-192.168.203.42@tcp:39:umount.0 00000020:00000080:1.0:1789050293.232047:0:17193:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df58a04 00000100:00080000:1.0:1789050293.232072:0:17193:0:(import.c:65:import_set_state_nolock()) ffff8baaa737f800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789050293.232118:0:17193:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:1.0:1789050293.232529:0:17193:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa836d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ecbb0205-dfd3-498a-b75f-85e633519280+3:2402:x1875954704202496:12345-192.168.203.42@tcp:39:umount.0 Request processed in 539us (999us total) trans 8589934594 rc 0/0 00000100:00100000:1.0:1789050293.232539:0:17193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 70 00010000:00010000:2.0:1789050293.233573:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789050293.233725:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789050293.273044:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050293.273163:0:17187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704202752 00000100:00100000:2.0:1789050293.273176:0:17187:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704202752 00000100:00100000:2.0:1789050293.273252:0:17187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 173 00000100:00100000:2.0:1789050293.273263:0:17187:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c18850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5fdf6249-ae65-4ba9-86f7-1bba4403ff26+7:2402:x1875954704202752:12345-192.168.203.42@tcp:251:umount.0 00000020:00000080:2.0:1789050293.273317:0:17187:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df5899b 00000020:00010000:2.0:1789050293.273344:0:17187:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8ba982775800: total 0 00000100:00080000:2.0:1789050293.273351:0:17187:0:(import.c:65:import_set_state_nolock()) ffff8ba982773800 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1789050293.273445:0:17187:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c18850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5fdf6249-ae65-4ba9-86f7-1bba4403ff26+3:2402:x1875954704202752:12345-192.168.203.42@tcp:251:umount.0 Request processed in 184us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050293.273454:0:17187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 173 00000020:00010000:1.0:1789050293.273589:0:17180:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8ba982775800: total 0 00010000:00010000:1.0:1789050293.273655:0:17180:0:(ldlm_lock.c:2657:ldlm_export_cancel_blocked_locks()) Export ffff8ba982775800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1789050293.273709:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baa829d7a00/0x3b8ec5973df589a2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3966e50 expref: 2 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050293.273727:0:17180:0:(ldlm_lock.c:2685:ldlm_export_cancel_locks()) Export ffff8ba982775800, canceled 1 locks, left on hash table 0. 00000020:00000080:1.0:1789050293.273738:0:17180:0:(genops.c:885:class_export_put()) final put ffff8ba982775800/5fdf6249-ae65-4ba9-86f7-1bba4403ff26 00010000:00010000:1.0:1789050293.273760:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050293.273763:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050293.273764:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1789050293.274084:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8ba982775800/5fdf6249-ae65-4ba9-86f7-1bba4403ff26 for MGS 00000020:00000080:2.0:1789050293.274130:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8ba982773800 for MGS 00000100:00100000:3.0:1789050293.354784:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba98227d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9e852cd-105e-4a2b-8f2f-088fc33df062:3647:1875954714754688:0@lo:400:kworker.0 00000100:00100000:3.0:1789050293.354873:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050293.354966:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba98227c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875954714754816:0@lo:400:kworker.0 00000100:00100000:3.0:1789050293.354998:0:17186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714754688 00000100:00100000:3.0:1789050293.355009:0:17186:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714754688 00000100:00100000:0.0:1789050293.355043:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050293.355063:0:17186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:3.0:1789050293.355075:0:17186:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c1a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9e852cd-105e-4a2b-8f2f-088fc33df062+24:3647:x1875954714754688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050293.355113:0:17197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714754816 00000100:00100000:0.0:1789050293.355122:0:17197:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714754816 00000100:00100000:3.0:1789050293.355140:0:17186:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c1a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9e852cd-105e-4a2b-8f2f-088fc33df062+24:3647:x1875954714754688:12345-0@lo:400:kworker.0 Request processed in 66us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050293.355149:0:17186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:0.0:1789050293.355180:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1789050293.355197:0:17197:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875954714754816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050293.355231:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba98227d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9e852cd-105e-4a2b-8f2f-088fc33df062:3647:1875954714754688:0@lo:400:kworker.0 00000100:00100000:0.0:1789050293.355267:0:17197:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875954714754816:12345-0@lo:400:kworker.0 Request processed in 76us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050293.355276:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1789050293.355327:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba98227c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875954714754816:0@lo:400:kworker.0 00000100:00100000:2.0:1789050293.365784:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875954714755072:0@lo:400:kworker.0 00000100:00100000:2.0:1789050293.365866:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050293.366019:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875954714754944:0@lo:400:kworker.0 00000100:00100000:2.0:1789050293.366038:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714755584:0@lo:400:kworker.0 00000100:00100000:1.0:1789050293.366133:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714755328:0@lo:400:kworker.0 00000100:00100000:0.0:1789050293.366307:0:18698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714755072 00000100:00100000:0.0:1789050293.366316:0:18698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714755072 00000100:00100000:0.0:1789050293.366372:0:18698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789050293.366382:0:18698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba9834a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875954714755072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050293.366875:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050293.366905:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3646:1875954714756096:0@lo:400:kworker.0 00000100:00100000:2.0:1789050293.366931:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050293.366988:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1789050293.366995:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875954714755200:0@lo:400:kworker.0 00000100:00100000:2.0:1789050293.367015:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050293.367031:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875954714755712:0@lo:400:kworker.0 00000100:00100000:2.0:1789050293.367048:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050293.367064:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3646:1875954714756224:0@lo:400:kworker.0 00000100:00100000:2.0:1789050293.367080:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050293.367110:0:19575:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714755584 00000100:00100000:2.0:1789050293.367114:0:19575:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714755584 00000100:00100000:2.0:1789050293.367144:0:19575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1789050293.367151:0:19575:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3646:x1875954714755584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050293.367190:0:19575:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3646:x1875954714755584:12345-0@lo:400:kworker.0 Request processed in 38us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050293.367207:0:19575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1789050293.367416:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714755584:0@lo:400:kworker.0 00000100:00100000:2.0:1789050293.367438:0:20230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714756096 00000100:00100000:2.0:1789050293.367440:0:20230:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714756096 00000100:00100000:2.0:1789050293.367482:0:20230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714755200 00000100:00100000:2.0:1789050293.367485:0:20230:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714755200 00000100:00100000:2.0:1789050293.367634:0:20230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714755712 00000100:00100000:2.0:1789050293.367637:0:20230:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714755712 00000100:00100000:2.0:1789050293.367649:0:20230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714756224 00000100:00100000:2.0:1789050293.367651:0:20230:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714756224 00000100:00100000:2.0:1789050293.367663:0:20230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1789050293.367669:0:20230:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875954714756096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050293.367719:0:20230:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875954714756096:12345-0@lo:400:kworker.0 Request processed in 49us (786us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050293.367725:0:20230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1789050293.367739:0:20230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1789050293.367744:0:20230:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875954714755200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050293.367770:0:20230:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875954714755200:12345-0@lo:400:kworker.0 Request processed in 26us (754us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050293.367775:0:20230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1789050293.367786:0:20230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1789050293.367791:0:20230:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875954714755712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050293.367817:0:20230:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875954714755712:12345-0@lo:400:kworker.0 Request processed in 26us (767us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050293.367822:0:20230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1789050293.367832:0:20230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1789050293.367845:0:20230:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875954714756224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050293.367873:0:20230:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875954714756224:12345-0@lo:400:kworker.0 Request processed in 28us (791us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050293.367878:0:20230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1789050293.367903:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875954714755200:0@lo:400:kworker.0 00000100:00100000:2.0:1789050293.367912:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875954714755712:0@lo:400:kworker.0 00010000:00080000:2.0:1789050293.367922:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8baa85709180 x1875954714756224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789050293.367932:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3646:1875954714756224:0@lo:400:kworker.0 00000100:00100000:2.0:1789050293.368030:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3646:1875954714756096:0@lo:400:kworker.0 00000100:00080000:2.0:1789050293.368167:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789050293.368171:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789050293.368174:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789050293.374869:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050293.374986:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3644:1875954714755840:0@lo:400:kworker.0 00000100:00100000:2.0:1789050293.375156:0:17198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714755328 00000100:00100000:2.0:1789050293.375167:0:17198:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714755328 00000100:00100000:1.0:1789050293.375193:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050293.375288:0:20230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714755840 00000100:00100000:1.0:1789050293.375293:0:20230:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714755840 00000100:00100000:1.0:1789050293.375932:0:20230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1789050293.375968:0:20230:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98227d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875954714755840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789050293.376050:0:20230:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98227d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875954714755840:12345-0@lo:400:kworker.0 Request processed in 87us (975us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050293.376078:0:20230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00080000:1.0:1789050293.376109:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789050293.376157:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3644:1875954714755840:0@lo:400:kworker.0 00000100:00100000:2.0:1789050293.382222:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789050293.382258:0:17198:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98227c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714755328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050293.382400:0:17198:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98227c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714755328:12345-0@lo:400:kworker.0 Request processed in 162us (7541us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050293.382409:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1789050293.384414:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714755328:0@lo:400:kworker.0 00000100:00100000:2.0:1789050293.386780:0:18698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba9834a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875954714755072:12345-0@lo:400:kworker.0 Request processed in 20387us (20901us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050293.386798:0:18698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789050293.386921:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050293.386991:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875954714755456:0@lo:400:kworker.0 00000100:00100000:3.0:1789050293.387063:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050293.387094:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3645:1875954714755968:0@lo:400:kworker.0 00000100:00100000:3.0:1789050293.387128:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050293.387157:0:19575:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714754944 00000100:00100000:1.0:1789050293.387173:0:19575:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714754944 00000100:00100000:3.0:1789050293.387191:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714755968 00000100:00100000:3.0:1789050293.387200:0:17194:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714755968 00000100:00100000:3.0:1789050293.387267:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1789050293.387279:0:19575:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714755456 00000100:00100000:3.0:1789050293.387281:0:17194:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa836d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875954714755968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789050293.387288:0:19575:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714755456 00000100:00100000:1.0:1789050293.387325:0:19575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789050293.387341:0:19575:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa836d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3645:x1875954714754944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050293.387357:0:17194:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa836d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875954714755968:12345-0@lo:400:kworker.0 Request processed in 77us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050293.387365:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1789050293.387446:0:19575:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa836d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3645:x1875954714754944:12345-0@lo:400:kworker.0 Request processed in 112us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050293.387454:0:19575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789050293.387471:0:19575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789050293.387478:0:19575:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa836d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3645:x1875954714755456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789050293.387505:0:19575:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa836d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3645:x1875954714755456:12345-0@lo:400:kworker.0 Request processed in 28us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050293.387512:0:19575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789050293.387619:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875954714755072:0@lo:400:kworker.0 00000100:00080000:2.0:1789050293.387663:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789050293.387668:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1789050293.388656:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8baa85709880 x1875954714755968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789050293.388673:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3645:1875954714755968:0@lo:400:kworker.0 00000100:00100000:3.0:1789050293.388720:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875954714754944:0@lo:400:kworker.0 00000100:00100000:3.0:1789050293.388733:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875954714755456:0@lo:400:kworker.0 00000040:00080000:0.0:1789050293.737589:0:17945:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789050294.124611:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1789050294.942900:0:20763:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:1.0:1789050294.961374:0:20763:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:1.0:1789050294.961430:0:20763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae602a00/0x3b8ec5973df5855e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58565 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050294.961444:0:20763:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae602a00/0x3b8ec5973df5855e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58565 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050294.961451:0:20763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae602a00/0x3b8ec5973df5855e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df58565 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050294.961540:0:20763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.142@tcp lock: ffff8baaae602a00/0x3b8ec5973df5855e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df58565 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050294.961648:0:20763:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1789050294.961655:0:20763:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1789050294.961679:0:20763:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789050294.961683:0:20763:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1789050294.961700:0:20763:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1789050294.961724:0:20763:0:(import.c:65:import_set_state_nolock()) ffff8baab42e2000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1789050294.961799:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875954714756352:0@lo:39:umount.0 00000100:00100000:3.0:1789050294.961864:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789050294.962053:0:18345:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789050294.962062:0:18345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8baaae602a00/0x3b8ec5973df5855e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df58565 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050294.962071:0:18345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae602a00 already unused, calling callback (ffffffffc1287c20) 10000000:00010000:2.0:1789050294.962075:0:18345:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8baaae602a00/0x3b8ec5973df5855e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df58565 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050294.962084:0:18345:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8baaae602a00/0x3b8ec5973df5855e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b8ec5973df58565 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789050294.962092:0:18345:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8baaae602a00/0x3b8ec5973df5855e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b8ec5973df58565 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789050294.962098:0:18345:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789050294.962100:0:18345:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1789050294.962103:0:18345:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1789050294.962172:0:18345:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.142@tcp lock: ffff8baaae602a00/0x3b8ec5973df5855e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b8ec5973df58565 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050294.962180:0:18345:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1789050294.962229:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1789050294.962279:0:18345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8baaae602a00/0x3b8ec5973df5855e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b8ec5973df58565 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050294.962286:0:18345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8baaae602a00/0x3b8ec5973df5855e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b8ec5973df58565 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050294.962316:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050294.962318:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050294.962320:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789050294.962399:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa836d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9e852cd-105e-4a2b-8f2f-088fc33df062:3645:1875954714756480:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789050294.962433:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050294.962710:0:20230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714756352 00000100:00100000:1.0:1789050294.962718:0:20230:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714756352 00000100:00100000:1.0:1789050294.962771:0:20230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1789050294.962779:0:20230:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa836d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875954714756352:12345-0@lo:39:umount.0 00000020:00000080:1.0:1789050294.962805:0:20230:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df5858f 00000100:00080000:1.0:1789050294.962813:0:20230:0:(import.c:65:import_set_state_nolock()) ffff8ba9834d7800 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1789050294.962885:0:20230:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa836d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+1:3643:x1875954714756352:12345-0@lo:39:umount.0 Request processed in 107us (1021us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050294.962892:0:20230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:1.0:1789050294.962902:0:20230:0:(genops.c:885:class_export_put()) final put ffff8baa912c3000/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:1.0:1789050294.962922:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789050294.962968:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8baab42e2000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1789050294.962980:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875954714756352:0@lo:39:umount.0 00000100:00080000:1.0:1789050294.963002:0:20763:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789050294.963005:0:20763:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789050294.963009:0:20763:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789050294.963811:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa912c3000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1789050294.963883:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8ba9834d7800 for lustre-MDT0000 00010000:00010000:1.0:1789050294.964915:0:20763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8ba983570200/0x3b8ec5973df584af lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df584b6 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050294.965038:0:20763:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8ba983570200/0x3b8ec5973df584af lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df584b6 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050294.965047:0:20763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8ba983570200/0x3b8ec5973df584af lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df584b6 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050294.965055:0:20763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.142@tcp lock: ffff8ba983570200/0x3b8ec5973df584af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df584b6 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050294.965113:0:20763:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789050294.965121:0:20763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae694a00/0x3b8ec5973df5898d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58994 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050294.965127:0:20763:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae694a00/0x3b8ec5973df5898d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58994 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050294.965133:0:20763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae694a00/0x3b8ec5973df5898d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df58994 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050294.965139:0:20763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.142@tcp lock: ffff8baaae694a00/0x3b8ec5973df5898d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df58994 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050294.965207:0:17179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714756480 00000100:00100000:3.0:1789050294.965216:0:17179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714756480 00000100:00100000:3.0:1789050294.965275:0:17179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789050294.965285:0:17179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa85708000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e9e852cd-105e-4a2b-8f2f-088fc33df062+24:3645:x1875954714756480:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789050294.965312:0:17179:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789050294.965330:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baaae603200/0x3b8ec5973df58565 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b8ec5973df5855e expref: 24 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050294.965344:0:17179:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789050294.965416:0:17179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa85708000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e9e852cd-105e-4a2b-8f2f-088fc33df062+23:3645:x1875954714756480:12345-0@lo:103:ldlm_bl.0 Request processed in 133us (2981us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050294.965422:0:17179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00010000:0.0:1789050294.966401:0:17181:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789050294.966411:0:17181:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8ba983570200/0x3b8ec5973df584af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df584b6 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050294.966420:0:17181:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ba983570200 already unused, calling callback (ffffffffc1287c20) 10000000:00010000:0.0:1789050294.966425:0:17181:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8ba983570200/0x3b8ec5973df584af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df584b6 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050294.966434:0:17181:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8ba983570200/0x3b8ec5973df584af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b8ec5973df584b6 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789050294.966440:0:17181:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8ba983570200/0x3b8ec5973df584af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b8ec5973df584b6 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789050294.966446:0:17181:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789050294.966449:0:17181:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:0.0:1789050294.966489:0:17181:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.142@tcp lock: ffff8ba983570200/0x3b8ec5973df584af lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b8ec5973df584b6 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050294.966496:0:17181:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789050294.966511:0:17181:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8ba983570200/0x3b8ec5973df584af lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b8ec5973df584b6 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050294.966517:0:17181:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8ba983570200/0x3b8ec5973df584af lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b8ec5973df584b6 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050294.966530:0:17181:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789050294.966534:0:17181:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8baaae694a00/0x3b8ec5973df5898d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df58994 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050294.966554:0:17181:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae694a00 already unused, calling callback (ffffffffc1287c20) 10000000:00010000:0.0:1789050294.966557:0:17181:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8baaae694a00/0x3b8ec5973df5898d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df58994 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050294.966563:0:17181:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8baaae694a00/0x3b8ec5973df5898d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b8ec5973df58994 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789050294.966705:0:17181:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8baaae694a00/0x3b8ec5973df5898d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b8ec5973df58994 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789050294.966710:0:17181:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1789050294.966712:0:17181:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:0.0:1789050294.966727:0:17181:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.142@tcp lock: ffff8baaae694a00/0x3b8ec5973df5898d lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b8ec5973df58994 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050294.966732:0:17181:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789050294.966759:0:17181:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8baaae694a00/0x3b8ec5973df5898d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b8ec5973df58994 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050294.966767:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050294.966769:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050294.966771:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789050294.966779:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789050294.966797:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9e852cd-105e-4a2b-8f2f-088fc33df062:3647:1875954714756736:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789050294.966842:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050294.966889:0:20218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714756736 00000100:00100000:0.0:1789050294.966895:0:20218:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714756736 00000100:00100000:0.0:1789050294.966931:0:20218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789050294.967436:0:20218:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa85709500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e9e852cd-105e-4a2b-8f2f-088fc33df062+23:3647:x1875954714756736:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789050294.967525:0:20218:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789050294.967540:0:20218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baac2176200/0x3b8ec5973df58994 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b8ec5973df5898d expref: 23 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050294.967554:0:20218:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789050294.967657:0:20218:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa85709500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e9e852cd-105e-4a2b-8f2f-088fc33df062+22:3647:x1875954714756736:12345-0@lo:103:ldlm_bl.0 Request processed in 226us (813us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050294.967664:0:20218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789050294.967709:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa8570ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9e852cd-105e-4a2b-8f2f-088fc33df062:3645:1875954714756608:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789050294.967737:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050294.967774:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa836d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9e852cd-105e-4a2b-8f2f-088fc33df062:3645:1875954714756480:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789050294.967801:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9e852cd-105e-4a2b-8f2f-088fc33df062:3647:1875954714756736:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789050294.967815:0:17179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714756608 00000100:00100000:0.0:1789050294.967819:0:17179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714756608 00000100:00100000:0.0:1789050294.967845:0:17179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789050294.967850:0:17179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8571a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e9e852cd-105e-4a2b-8f2f-088fc33df062+22:3645:x1875954714756608:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789050294.967857:0:17179:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789050294.967866:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baa86db0c00/0x3b8ec5973df584b6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b8ec5973df584af expref: 22 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050294.967874:0:17179:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789050294.967898:0:17179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8571a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e9e852cd-105e-4a2b-8f2f-088fc33df062+21:3645:x1875954714756608:12345-0@lo:103:ldlm_bl.0 Request processed in 47us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050294.967903:0:17179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789050294.967964:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa8570ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9e852cd-105e-4a2b-8f2f-088fc33df062:3645:1875954714756608:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789050294.971255:0:20763:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1789050294.971271:0:20763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8baaae694a00/0x3b8ec5973df5898d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b8ec5973df58994 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789050294.971301:0:20763:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1789050294.971316:0:20763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baac2177c00/0x3b8ec5973df58a66 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58a6d expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050294.971343:0:20763:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baac2177c00/0x3b8ec5973df58a66 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58a6d expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050294.971350:0:20763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baac2177c00/0x3b8ec5973df58a66 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df58a6d expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050294.971356:0:20763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.142@tcp lock: ffff8baac2177c00/0x3b8ec5973df58a66 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df58a6d expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050294.977052:0:18345:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789050294.977067:0:18345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8baac2177c00/0x3b8ec5973df58a66 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df58a6d expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050294.977079:0:18345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baac2177c00 already unused, calling callback (ffffffffc1287c20) 10000000:00010000:3.0:1789050294.977083:0:18345:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8baac2177c00/0x3b8ec5973df58a66 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df58a6d expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050294.977093:0:18345:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8baac2177c00/0x3b8ec5973df58a66 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b8ec5973df58a6d expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789050294.977100:0:18345:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8baac2177c00/0x3b8ec5973df58a66 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b8ec5973df58a6d expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789050294.977127:0:18345:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1789050294.977129:0:18345:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:3.0:1789050294.977170:0:18345:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.142@tcp lock: ffff8baac2177c00/0x3b8ec5973df58a66 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b8ec5973df58a6d expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050294.977176:0:18345:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789050294.977214:0:18345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8baac2177c00/0x3b8ec5973df58a66 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b8ec5973df58a6d expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050294.977225:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050294.977227:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050294.977229:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789050294.977253:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789050294.977274:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa836d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9e852cd-105e-4a2b-8f2f-088fc33df062:3646:1875954714756864:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789050294.977611:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050294.977776:0:20218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714756864 00000100:00100000:0.0:1789050294.977791:0:20218:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714756864 00000100:00100000:0.0:1789050294.977852:0:20218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789050294.977861:0:20218:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa836d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e9e852cd-105e-4a2b-8f2f-088fc33df062+21:3646:x1875954714756864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789050294.977874:0:20218:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789050294.977889:0:20218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baa829d6000/0x3b8ec5973df58a6d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b8ec5973df58a66 expref: 21 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050294.977905:0:20218:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789050294.977973:0:20218:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa836d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e9e852cd-105e-4a2b-8f2f-088fc33df062+20:3646:x1875954714756864:12345-0@lo:103:ldlm_bl.0 Request processed in 113us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050294.977980:0:20218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789050294.978019:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa836d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9e852cd-105e-4a2b-8f2f-088fc33df062:3646:1875954714756864:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789050294.978547:0:20763:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1789050294.978556:0:20763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8baac2177c00/0x3b8ec5973df58a66 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b8ec5973df58a6d expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050294.978648:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1789050294.978678:0:20763:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1789050294.978699:0:20763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8ba983571000/0x3b8ec5973df584a1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df584a8 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050294.978708:0:20763:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8ba983571000/0x3b8ec5973df584a1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df584a8 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050294.978715:0:20763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8ba983571000/0x3b8ec5973df584a1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df584a8 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050294.978721:0:20763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.142@tcp lock: ffff8ba983571000/0x3b8ec5973df584a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df584a8 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050294.978743:0:20763:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1789050294.978747:0:20763:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:1.0:1789050294.978750:0:20763:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:1.0:1789050294.978789:0:20763:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0000 00000020:01000000:1.0:1789050294.978792:0:20763:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:1.0:1789050294.978796:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789050294.978801:0:20763:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:1.0:1789050294.978807:0:20763:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff8baa8374a000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789050294.978812:0:20763:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff8ba983163000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789050294.978817:0:20763:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff8baab4116800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789050294.978821:0:20763:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff8baa82f34800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789050294.978829:0:20763:0:(genops.c:1818:print_export_data()) lustre-MDT0000: UNLINKED ffff8baa848c1800 ecbb0205-dfd3-498a-b75f-85e633519280 192.168.203.42@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:1.0:1789050294.978834:0:20763:0:(genops.c:1818:print_export_data()) lustre-MDT0000: UNLINKED ffff8ba982774800 401f46b2-7a10-4bef-9b8f-516c59334602 192.168.203.42@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934625 stale:0 00000020:00080000:1.0:1789050294.978838:0:20763:0:(genops.c:1552:class_disconnect_exports()) OBD device 5 (ffff8baabd034d40) has exports, disconnecting them 00000020:00080000:1.0:1789050294.978843:0:20763:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8baa8374a000), last request at 1789050293 00000020:00000080:1.0:1789050294.978849:0:20763:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df587c6 00000100:00080000:1.0:1789050294.978866:0:20763:0:(import.c:65:import_set_state_nolock()) ffff8baa83749800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1789050294.978926:0:20763:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8baa8374a000): rc 0 00000020:00000080:1.0:1789050294.978928:0:20763:0:(genops.c:885:class_export_put()) final put ffff8baa8374a000/lustre-MDT0000-lwp-OST0001_UUID 00010000:00010000:3.0:1789050294.979008:0:18345:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789050294.979017:0:18345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8ba983571000/0x3b8ec5973df584a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df584a8 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050294.979025:0:18345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ba983571000 already unused, calling callback (ffffffffc1287c20) 10000000:00010000:3.0:1789050294.979028:0:18345:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8ba983571000/0x3b8ec5973df584a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df584a8 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050294.979034:0:18345:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8ba983571000/0x3b8ec5973df584a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b8ec5973df584a8 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789050294.979041:0:18345:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8ba983571000/0x3b8ec5973df584a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b8ec5973df584a8 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789050294.979056:0:18345:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1789050294.979058:0:18345:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1789050294.979060:0:18345:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1789050294.979085:0:18345:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.142@tcp lock: ffff8ba983571000/0x3b8ec5973df584a1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b8ec5973df584a8 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050294.979091:0:18345:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789050294.979111:0:18345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8ba983571000/0x3b8ec5973df584a1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b8ec5973df584a8 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050294.979118:0:18345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8ba983571000/0x3b8ec5973df584a1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b8ec5973df584a8 expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050294.979128:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050294.979129:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050294.979131:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789050294.979180:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789050294.979193:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa836d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9e852cd-105e-4a2b-8f2f-088fc33df062:3645:1875954714756992:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789050294.979236:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789050294.979288:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789050294.979476:0:17179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714756992 00000100:00100000:3.0:1789050294.979483:0:17179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714756992 00000100:00100000:3.0:1789050294.979532:0:17179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789050294.979541:0:17179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8570ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e9e852cd-105e-4a2b-8f2f-088fc33df062+20:3645:x1875954714756992:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789050294.979552:0:17179:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789050294.979563:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baa86db1000/0x3b8ec5973df584a8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b8ec5973df584a1 expref: 20 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050294.979585:0:17179:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789050294.979622:0:17179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8570ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e9e852cd-105e-4a2b-8f2f-088fc33df062+19:3645:x1875954714756992:12345-0@lo:103:ldlm_bl.0 Request processed in 83us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050294.979628:0:17179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789050294.979822:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa836d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9e852cd-105e-4a2b-8f2f-088fc33df062:3645:1875954714756992:0@lo:103:ldlm_bl.0 00000020:00080000:1.0:1789050294.979895:0:20763:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8ba983163000), last request at 1789050293 00000020:00000080:1.0:1789050294.979901:0:20763:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df5872c 00000100:00080000:1.0:1789050294.979908:0:20763:0:(import.c:65:import_set_state_nolock()) ffff8ba983164000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1789050294.979932:0:20763:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8ba983163000): rc 0 00000020:00000080:1.0:1789050294.979948:0:20763:0:(genops.c:885:class_export_put()) final put ffff8ba983163000/lustre-MDT0000-lwp-OST0000_UUID 00010000:00010000:0.0:1789050294.980063:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1789050294.982736:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa8374a000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1789050294.982800:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8baa83749800 for lustre-MDT0000 00000020:00080000:1.0:1789050294.983837:0:20763:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8baab4116800), last request at 1789050219 00000020:00000080:1.0:1789050294.983847:0:20763:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df5867d 00000100:00080000:1.0:1789050294.983856:0:20763:0:(import.c:65:import_set_state_nolock()) ffff8baab4111000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1789050294.983886:0:20763:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8baab4116800): rc 0 00000020:00000080:1.0:1789050294.983889:0:20763:0:(genops.c:885:class_export_put()) final put ffff8baab4116800/lustre-MDT0000-lwp-MDT0001_UUID 00010000:00010000:3.0:1789050294.983986:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1789050294.984050:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8ba983163000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1789050294.984084:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8ba983164000 for lustre-MDT0000 00000020:00080000:1.0:1789050294.984200:0:20763:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8baa82f34800), last request at 1789050219 00000020:00000080:1.0:1789050294.984205:0:20763:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df58622 00000100:00080000:1.0:1789050294.984210:0:20763:0:(import.c:65:import_set_state_nolock()) ffff8baa90bd6000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789050294.984228:0:20763:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934630 00010000:00010000:0.0:1789050294.984387:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1789050294.984534:0:20763:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8baa82f34800): rc 0 00000004:00000080:1.0:1789050294.984541:0:20763:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffaeaec1c3bae0 00000100:00080000:1.0:1789050294.984559:0:20763:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789050294.984562:0:20763:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1789050294.985922:0:20763:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:00000080:2.0:1789050294.986060:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baab4116800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000100:00080000:1.0:1789050294.986203:0:20763:0:(import.c:65:import_set_state_nolock()) ffff8baaa7dc4000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1789050294.986315:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714757120:0@lo:39:umount.0 00000100:00100000:3.0:1789050294.986383:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050294.986485:0:17216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714757120 00000100:00100000:1.0:1789050294.986494:0:17216:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714757120 00000100:00100000:1.0:1789050294.986547:0:17216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1789050294.986556:0:17216:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa836d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875954714757120:12345-0@lo:39:umount.0 00000020:00000080:1.0:1789050294.986593:0:17216:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df586a7 00000100:00080000:1.0:1789050294.986601:0:17216:0:(import.c:65:import_set_state_nolock()) ffff8baaae51c800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789050294.986623:0:17216:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1789050294.986754:0:17216:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa836d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+3:3643:x1875954714757120:12345-0@lo:39:umount.0 Request processed in 198us (369us total) trans 8589934595 rc 0/0 00000100:00100000:1.0:1789050294.986761:0:17216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00080000:1.0:1789050294.986800:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8baaa7dc4000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1789050294.986806:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714757120:0@lo:39:umount.0 00000100:00080000:1.0:1789050294.987260:0:20763:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1789050294.987264:0:20763:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:1.0:1789050294.987276:0:20763:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1789050294.987361:0:20763:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1789050294.987376:0:20763:0:(import.c:65:import_set_state_nolock()) ffff8baab771c000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1789050294.987401:0:20763:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1789050294.987405:0:20763:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:1.0:1789050294.987417:0:20763:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789050294.987492:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714757248:0@lo:9:umount.0 00000100:00100000:1.0:1789050294.987526:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1789050294.987557:0:20763:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1789050294.987800:0:20763:0:(import.c:65:import_set_state_nolock()) ffff8baab0ea1800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:1.0:1789050294.987854:0:20763:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff8baabd034d40) has no exports 00010000:00010000:0.0:1789050294.987896:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789050294.987981:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba981b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714757376:0@lo:9:umount.0 00000100:00100000:3.0:1789050294.988013:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050294.988096:0:18699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714757248 00000100:00100000:0.0:1789050294.988104:0:18699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714757248 00000100:00100000:0.0:1789050294.988155:0:18699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714757376 00000100:00100000:0.0:1789050294.988159:0:18699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714757376 00000100:00100000:0.0:1789050294.988186:0:18699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789050294.988196:0:18699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7dcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875954714757248:12345-0@lo:9:umount.0 00000020:00000080:0.0:1789050294.988226:0:18699:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df587e9 00000100:00080000:0.0:1789050294.988241:0:18699:0:(import.c:65:import_set_state_nolock()) ffff8baa8374e000 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1789050294.988265:0:19575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789050294.988275:0:19575:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa836d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3643:x1875954714757376:12345-0@lo:9:umount.0 00000001:00000004:0.0:1789050294.988289:0:18699:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000020:00000080:3.0:1789050294.988308:0:19575:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df587f0 00000100:00080000:3.0:1789050294.988314:0:19575:0:(import.c:65:import_set_state_nolock()) ffff8baa848c3000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789050294.988343:0:19575:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1789050294.988470:0:19575:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa836d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+2:3643:x1875954714757376:12345-0@lo:9:umount.0 Request processed in 196us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050294.988477:0:19575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:3.0:1789050294.988509:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8baab0ea1800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1789050294.988513:0:3643:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1789050294.988515:0:3643:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789050294.988517:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba981b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714757376:0@lo:9:umount.0 00010000:00010000:1.0:1789050294.988726:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789050294.988764:0:18699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7dcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3643:x1875954714757248:12345-0@lo:9:umount.0 Request processed in 569us (1235us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050294.988771:0:18699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00010000:00010000:0.0:1789050294.988841:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789050294.989232:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8baab771c000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000020:00000080:2.0:1789050294.992024:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8baab4111000 for lustre-MDT0000 00000004:00080000:3.0:1789050294.992141:0:3643:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1789050294.992448:0:3643:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789050294.992466:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714757248:0@lo:9:umount.0 00000020:00080000:1.0:1789050295.004161:0:20763:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff8baabd034d40) has no exports 00000020:00000080:1.0:1789050295.061985:0:20763:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df584fc 00000020:00000080:1.0:1789050295.062000:0:20763:0:(genops.c:885:class_export_put()) final put ffff8baa861d5800/lustre-QMT0000_UUID 00000020:01000000:1.0:1789050295.062016:0:20763:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:2.0:1789050295.062177:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa861d5800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1789050295.062203:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789050295.062212:0:20763:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789050295.062216:0:20763:0:(genops.c:1557:class_disconnect_exports()) OBD device 7 (ffff8baabd033380) has no exports 00000020:00000080:2.0:1789050295.062638:0:20763:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df584f5 00000020:00000080:2.0:1789050295.062643:0:20763:0:(genops.c:885:class_export_put()) final put ffff8baa87565000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1789050295.062707:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa87565000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1789050295.062813:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789050295.062820:0:20763:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1789050295.062823:0:20763:0:(genops.c:885:class_export_put()) final put ffff8baa87564800/lustre-QMT0000_UUID 00000020:00000080:2.0:1789050295.062838:0:20763:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa87564800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1789050295.062842:0:20763:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00010000:00010000:0.0:1789050295.145369:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789050295.401931:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875954714757504:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789050295.402018:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050295.402120:0:18702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714757504 00000100:00100000:1.0:1789050295.402128:0:18702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714757504 00000100:00100000:1.0:1789050295.402196:0:18702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789050295.402205:0:18702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875954714757504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789050295.402235:0:18702:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1789050295.402284:0:18702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875954714757504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050295.402291:0:18702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789050295.402347:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875954714757504:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1789050295.402468:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1789050296.169195:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789050296.425309:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789050296.433182:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa836d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875954714757632:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789050296.433263:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050296.433441:0:18702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714757632 00000100:00100000:0.0:1789050296.433450:0:18702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714757632 00000100:00100000:0.0:1789050296.433584:0:18702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789050296.433594:0:18702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba981b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875954714757632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789050296.433628:0:18702:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789050296.433759:0:18702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba981b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875954714757632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 166us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050296.433767:0:18702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:2.0:1789050296.438050:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789050296.438197:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa836d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875954714757632:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789050296.940166:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789050296.940190:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba981b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714757760:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789050296.940255:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050296.940346:0:17197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714757760 00000100:00100000:1.0:1789050296.940354:0:17197:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714757760 00000100:00100000:1.0:1789050296.940408:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1789050296.940415:0:17197:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1875954714757760:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:1.0:1789050296.940422:0:17197:0:(tgt_handler.c:811:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1789050296.940469:0:17197:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1875954714757760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 53us (214us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789050296.940476:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:02020000:1.0:1789050296.940513:0:3646:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000001:00100000:3.0:1789050296.945898:0:17925:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:3.0:1789050296.945915:0:17925:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:3.0:1789050296.945920:0:17925:0:(genops.c:885:class_export_put()) final put ffff8baa848c7800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:3.0:1789050296.945975:0:17925:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of ecbb0205-dfd3-498a-b75f-85e633519280 00000001:00080000:3.0:1789050296.945981:0:17925:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:3.0:1789050296.945993:0:17925:0:(genops.c:885:class_export_put()) final put ffff8baaa737e000/ecbb0205-dfd3-498a-b75f-85e633519280 00000001:00100000:3.0:1789050296.945999:0:17925:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 401f46b2-7a10-4bef-9b8f-516c59334602 00000001:00080000:3.0:1789050296.946004:0:17925:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:3.0:1789050296.946006:0:17925:0:(genops.c:885:class_export_put()) final put ffff8ba982771000/401f46b2-7a10-4bef-9b8f-516c59334602 00000020:00000080:2.0:1789050296.946328:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa848c7800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:2.0:1789050296.946385:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baaa737e000/ecbb0205-dfd3-498a-b75f-85e633519280 for lustre-MDT0001 00000020:00000080:2.0:1789050296.946406:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8ba982771000/401f46b2-7a10-4bef-9b8f-516c59334602 for lustre-MDT0001 00000020:00000080:2.0:1789050296.946427:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8baaae51c800 for lustre-MDT0001 00000020:00000080:2.0:1789050296.946431:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8baaa737f800 for lustre-MDT0001 00000020:00000080:2.0:1789050296.946434:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8ba982772800 for lustre-MDT0001 00000001:00100000:0.0:1789050296.947325:0:17172:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789050296.947331:0:17172:0:(genops.c:885:class_export_put()) final put ffff8baa82f34800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1789050296.947353:0:17172:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of ecbb0205-dfd3-498a-b75f-85e633519280 00000001:00080000:0.0:1789050296.947360:0:17172:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934630 is committed 00000020:00000080:0.0:1789050296.947362:0:17172:0:(genops.c:885:class_export_put()) final put ffff8baa848c1800/ecbb0205-dfd3-498a-b75f-85e633519280 00000001:00100000:0.0:1789050296.947368:0:17172:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 401f46b2-7a10-4bef-9b8f-516c59334602 00000001:00080000:0.0:1789050296.947372:0:17172:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934629 is committed 00000020:00000080:0.0:1789050296.947378:0:17172:0:(genops.c:885:class_export_put()) final put ffff8ba982774800/401f46b2-7a10-4bef-9b8f-516c59334602 00000020:00000080:2.0:1789050296.947427:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa82f34800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:2.0:1789050296.947468:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa848c1800/ecbb0205-dfd3-498a-b75f-85e633519280 for lustre-MDT0000 00000020:00000080:2.0:1789050296.947494:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8ba982774800/401f46b2-7a10-4bef-9b8f-516c59334602 for lustre-MDT0000 00000020:00000080:2.0:1789050296.947520:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8baa90bd6000 for lustre-MDT0000 00000020:00000080:2.0:1789050296.947525:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8baaa737a800 for lustre-MDT0000 00000020:00000080:2.0:1789050296.947528:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8ba982770800 for lustre-MDT0000 00000100:00080000:1.0:1789050296.948271:0:3646:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1789050296.948277:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8baab7854000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789050296.948281:0:3646:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1789050296.958418:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8baab7854000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789050296.958431:0:3646:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 442 00000100:00080000:1.0:1789050296.958446:0:3646:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8baab7854000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:1.0:1789050296.958493:0:3646:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ba983f2d180 x1875954714757888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789050296.958558:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983f2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875954714757888:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1789050296.958628:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050296.958779:0:17198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714757888 00000100:00100000:2.0:1789050296.958788:0:17198:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714757888 00000100:00100000:2.0:1789050296.958840:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1789050296.958847:0:17198:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa836d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3643:x1875954714757888:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:2.0:1789050296.958865:0:17198:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1789050296.962376:0:17198:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa836d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3643:x1875954714757888:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 3524us (3744us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789050296.962400:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:3.0:1789050296.962481:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8baab7854000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789050296.962488:0:3643:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789050296.962491:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983f2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875954714757888:0@lo:38:ptlrpcd_00_02.0 00000020:01000000:1.0:1789050297.070256:0:20763:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8ba984442360 - data ffff8baaa94a2948/ffff8ba982219800 00000020:01000000:1.0:1789050297.070638:0:20763:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8baa864fba20 - data ffff8baaa974e360/ffff8baaadd14000 00000001:00000004:1.0:1789050297.080167:0:20763:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934630 00000100:00080000:1.0:1789050297.154839:0:20763:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789050297.154848:0:20763:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789050297.154863:0:20763:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8baaa7dcb800 x1875954714757120/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789050304 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789050297.154887:0:20763:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1789050297.158528:0:20763:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1789050297.158536:0:20763:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:1.0:1789050297.158620:0:20763:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789050297.158635:0:20763:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1789050297.170208:0:17217:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1789050297.170216:0:17217:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:3.0:1789050297.170227:0:17217:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:1.0:1789050297.170826:0:20763:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1789050297.170832:0:20763:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:1.0:1789050297.170865:0:20763:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789050297.170867:0:20763:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1789050297.171503:0:17219:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1789050297.171508:0:17219:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:3.0:1789050297.171518:0:17219:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1789050297.173292:0:20763:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df584c4 00000020:00000080:1.0:1789050297.173304:0:20763:0:(genops.c:885:class_export_put()) final put ffff8baa8779a800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789050297.174079:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa8779a800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1789050297.181713:0:20763:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df584d9 00000020:00000080:2.0:1789050297.181727:0:20763:0:(genops.c:885:class_export_put()) final put ffff8baa8779b800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1789050297.181782:0:20763:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:2.0:1789050297.181788:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789050297.181797:0:20763:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1789050297.181801:0:20763:0:(genops.c:1557:class_disconnect_exports()) OBD device 4 (ffff8baabd030000) has no exports 00000004:01000000:2.0:1789050297.182276:0:20763:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1789050297.182289:0:20763:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df5853b 00000020:00000080:2.0:1789050297.182294:0:20763:0:(genops.c:885:class_export_put()) final put ffff8baab0ea4000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789050297.183264:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa8779b800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1789050297.183382:0:20763:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:2.0:1789050297.183390:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789050297.183398:0:20763:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1789050297.183402:0:20763:0:(genops.c:1557:class_disconnect_exports()) OBD device 10 (ffff8baaae6e0000) has no exports 00000020:00000080:2.0:1789050297.183410:0:20763:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df58534 00000020:00000080:2.0:1789050297.183415:0:20763:0:(genops.c:885:class_export_put()) final put ffff8baab0ea0000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789050297.184301:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baab0ea4000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00010000:01000000:2.0:1789050297.186627:0:20763:0:(obd_class.h:676:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:2.0:1789050297.186634:0:20763:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1789050297.186638:0:20763:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:2.0:1789050297.186646:0:20763:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789050297.186648:0:20763:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789050297.187792:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baab0ea0000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1789050297.188147:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789050297.188159:0:20763:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789050297.188167:0:20763:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df58526 00000020:00000080:2.0:1789050297.188176:0:20763:0:(genops.c:885:class_export_put()) final put ffff8baab771a000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789050297.188546:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8baab0ea1800 for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1789050297.188554:0:36:0:(genops.c:885:class_export_put()) final put ffff8baab7718800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789050297.188556:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baab7718800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:1.0:1789050297.188563:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1789050297.189094:0:20763:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:2.0:1789050297.189100:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789050297.189108:0:20763:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1789050297.189113:0:20763:0:(genops.c:1557:class_disconnect_exports()) OBD device 9 (ffff8baaae6e19c0) has no exports 00000020:00000080:2.0:1789050297.189128:0:20763:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df5851f 00000020:00000080:2.0:1789050297.189134:0:20763:0:(genops.c:885:class_export_put()) final put ffff8baab771e800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789050297.190805:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baab771a000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00010000:01000000:2.0:1789050297.191703:0:20763:0:(obd_class.h:676:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:2.0:1789050297.191709:0:20763:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1789050297.191714:0:20763:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:2.0:1789050297.191722:0:20763:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789050297.191725:0:20763:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1789050297.193060:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1789050297.193376:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baab771e800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789050297.195221:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8baab771c000 for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1789050297.202746:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789050297.202764:0:20763:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789050297.202769:0:20763:0:(genops.c:885:class_export_put()) final put ffff8baab771a800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789050297.202775:0:20763:0:(genops.c:844:class_export_destroy()) destroying export ffff8baab771a800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:2.0:1789050297.202784:0:20763:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000004:01000000:2.0:1789050297.203279:0:20763:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:2.0:1789050297.203292:0:20763:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df58511 00000020:00000080:2.0:1789050297.203300:0:20763:0:(genops.c:885:class_export_put()) final put ffff8baab771d800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1789050297.203357:0:20763:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:2.0:1789050297.203363:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789050297.203369:0:20763:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1789050297.203373:0:20763:0:(genops.c:1557:class_disconnect_exports()) OBD device 8 (ffff8baa857a99c0) has no exports 00000020:00000080:2.0:1789050297.203380:0:20763:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df5850a 00000020:00000080:2.0:1789050297.203384:0:20763:0:(genops.c:885:class_export_put()) final put ffff8baaa7dc3000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789050297.203411:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baab771d800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1789050297.206745:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baaa7dc3000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1789050297.207176:0:20763:0:(obd_class.h:676:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:2.0:1789050297.207181:0:20763:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789050297.207186:0:20763:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1789050297.207193:0:20763:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789050297.207244:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789050297.207256:0:20763:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789050297.207284:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789050297.207287:0:20763:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789050297.207293:0:20763:0:(genops.c:885:class_export_put()) final put ffff8baa8779d000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789050297.207296:0:20763:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa8779d000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1789050297.207305:0:20763:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789050297.207395:0:20763:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df584e0 00000020:00000080:2.0:1789050297.207411:0:20763:0:(genops.c:885:class_export_put()) final put ffff8baa8779d800/lustre-MDD0000_UUID 00000020:01000000:2.0:1789050297.207416:0:20763:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:2.0:1789050297.207420:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789050297.207425:0:20763:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1789050297.207429:0:20763:0:(genops.c:1557:class_disconnect_exports()) OBD device 6 (ffff8baabd0319c0) has no exports 00000020:00000080:2.0:1789050297.207457:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789050297.207460:0:20763:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:2.0:1789050297.207464:0:20763:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df584e7 00000020:00000080:2.0:1789050297.207467:0:20763:0:(genops.c:885:class_export_put()) final put ffff8baa8779f000/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1789050297.207476:0:20763:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8ba983e8d000 from lustre-MDT0000, refs=3 00000020:01000004:2.0:1789050297.207478:0:20763:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8ba983e8d000 3 00000020:01000004:2.0:1789050297.207481:0:20763:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8ba983e8d000 from lustre-MDT0000 00000020:00000080:2.0:1789050297.207498:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789050297.207502:0:20763:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:2.0:1789050297.207504:0:20763:0:(genops.c:885:class_export_put()) final put ffff8baa87798000/lustre-MDT0000_UUID 00000020:00000080:2.0:1789050297.207507:0:20763:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa87798000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:2.0:1789050297.207514:0:20763:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:2.0:1789050297.207544:0:20763:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:2.0:1789050297.207548:0:20763:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:2.0:1789050297.207551:0:20763:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:2.0:1789050297.207553:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789050297.207556:0:20763:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789050297.207562:0:20763:0:(genops.c:1818:print_export_data()) MGS: ACTIVE ffff8ba983e8f800 e9e852cd-105e-4a2b-8f2f-088fc33df062 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789050297.207567:0:20763:0:(genops.c:1552:class_disconnect_exports()) OBD device 1 (ffff8baab77f4d40) has exports, disconnecting them 00000020:00080000:2.0:1789050297.207571:0:20763:0:(genops.c:1527:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff8ba983e8f800), last request at 1789050208 00000020:00000080:2.0:1789050297.207598:0:20763:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df5848c 00000020:00010000:2.0:1789050297.207602:0:20763:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8ba983e8f800: total 2 00000100:00080000:2.0:1789050297.207606:0:20763:0:(import.c:65:import_set_state_nolock()) ffff8ba983e89800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1789050297.207624:0:20763:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8ba983e8f800): rc 0 00000020:00080000:2.0:1789050297.207628:0:20763:0:(genops.c:1557:class_disconnect_exports()) OBD device 1 (ffff8baab77f4d40) has no exports 00000100:00100000:2.0:1789050297.207733:0:17186:0:(service.c:3188:ptlrpc_main()) ll_mgs_0001: service thread [ffff8ba981a98400:17186] 1 exiting: rc = 0 00000100:00100000:2.0:1789050297.207840:0:17187:0:(service.c:3188:ptlrpc_main()) ll_mgs_0002: service thread [ffff8ba98240fa00:17187] 2 exiting: rc = 0 00000020:00010000:2.0:1789050297.207902:0:17180:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8ba983e8f800: total 2 00010000:00010000:2.0:1789050297.207906:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050297.207929:0:17180:0:(ldlm_lock.c:2657:ldlm_export_cancel_blocked_locks()) Export ffff8ba983e8f800, canceled 0 locks, left on hash table 13. 00010000:00010000:2.0:1789050297.207975:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ba983571e00/0x3b8ec5973df58717 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b8ec5973df58710 expref: 14 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050297.207990:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baac2177600/0x3b8ec5973df58a43 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b8ec5973df58a3c expref: 13 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050297.207999:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baa86db1e00/0x3b8ec5973df58668 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b8ec5973df58661 expref: 12 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050297.208009:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baaae694e00/0x3b8ec5973df585b9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b8ec5973df585b2 expref: 11 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050297.208020:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baa86db1600/0x3b8ec5973df58a51 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b8ec5973df58a4a expref: 10 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050297.208030:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baa86db1200/0x3b8ec5973df585c7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b8ec5973df585c0 expref: 9 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050297.208039:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baaae602400/0x3b8ec5973df5849a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b8ec5973df58493 expref: 8 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050297.208048:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baa86db1a00/0x3b8ec5973df58787 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b8ec5973df58780 expref: 7 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050297.208058:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baaae695000/0x3b8ec5973df587b1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b8ec5973df587aa expref: 6 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050297.208068:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baa86db0000/0x3b8ec5973df58a5f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b8ec5973df58a58 expref: 5 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050297.208087:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baaae695400/0x3b8ec5973df586ed lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b8ec5973df586e6 expref: 4 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050297.208100:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baaae695800/0x3b8ec5973df58986 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b8ec5973df5897f expref: 3 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050297.208111:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baa86db0800/0x3b8ec5973df585ab lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b8ec5973df585a4 expref: 2 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050297.208121:0:17180:0:(ldlm_lock.c:2685:ldlm_export_cancel_locks()) Export ffff8ba983e8f800, canceled 13 locks, left on hash table 0. 00000020:00000080:2.0:1789050297.208134:0:17180:0:(genops.c:885:class_export_put()) final put ffff8ba983e8f800/e9e852cd-105e-4a2b-8f2f-088fc33df062 00010000:00010000:2.0:1789050297.208139:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050297.208140:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050297.208142:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1789050297.210255:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8baaa7dc4000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1789050297.210274:0:36:0:(genops.c:885:class_export_put()) final put ffff8baa87799800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789050297.210277:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa87799800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:1.0:1789050297.210286:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789050297.210369:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa8779d800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:1.0:1789050297.210374:0:36:0:(genops.c:885:class_export_put()) final put ffff8baa8779a000/lustre-MDD0000_UUID 00000020:00000080:1.0:1789050297.210376:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa8779a000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:1.0:1789050297.210380:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:1.0:1789050297.210423:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa8779f000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789050297.210429:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8ba983e8f800/e9e852cd-105e-4a2b-8f2f-088fc33df062 for MGS 00000020:00000080:1.0:1789050297.210483:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8ba983e89800 for MGS 00000100:00100000:1.0:1789050297.211429:0:17185:0:(service.c:3188:ptlrpc_main()) ll_mgs_0000: service thread [ffff8baa877f0800:17185] 0 exiting: rc = 1 00000100:00100000:2.0:1789050297.211722:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211731:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211737:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211745:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211750:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211757:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211762:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211767:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211774:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211780:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211785:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211791:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211796:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211802:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211807:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211812:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211818:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211853:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211859:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211865:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211871:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211876:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211881:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211896:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211901:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211906:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211911:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211917:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211922:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211928:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211933:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211964:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211970:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211975:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211981:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211986:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211991:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.211997:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.212001:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.212007:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.212012:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.212017:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.212022:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.212027:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.212032:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.212037:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.212042:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.212047:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.212051:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.212056:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.212060:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.212065:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.212076:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.212081:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.212086:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.212091:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.212096:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.212101:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.212106:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.212110:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.212115:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.212130:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.212136:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050297.212141:0:20763:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:2.0:1789050297.213865:0:20763:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8ba984442cc0 - data ffff8baaa94a0d80/ffff8ba982218400 00000020:01000000:2.0:1789050297.214235:0:20763:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8baa8772d540 - data ffff8baaa9696000/ffff8baa82e1a400 00000020:00000080:2.0:1789050297.215051:0:20763:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df58470 00000020:00000080:2.0:1789050297.215061:0:20763:0:(genops.c:885:class_export_put()) final put ffff8baaa7dc1000/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1789050297.215079:0:20763:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8ba983e8d000 from MGS, refs=2 00000020:01000004:2.0:1789050297.215083:0:20763:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8ba983e8d000 2 00000020:01000004:2.0:1789050297.215087:0:20763:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8ba983e8d000 from MGS 00000020:00000080:2.0:1789050297.215109:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789050297.215116:0:20763:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:2.0:1789050297.215118:0:20763:0:(genops.c:885:class_export_put()) final put ffff8baaa7dc2800/MGS 00000020:00000080:1.0:1789050297.215305:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8baaa7dc1000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1789050297.215336:0:20763:0:(genops.c:844:class_export_destroy()) destroying export ffff8baaa7dc2800/MGS for MGS 00000020:01000000:2.0:1789050297.215344:0:20763:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:2.0:1789050297.215409:0:20763:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:2.0:1789050297.215413:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789050297.215419:0:20763:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789050297.215426:0:20763:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8baab42e7800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789050297.215432:0:20763:0:(genops.c:1552:class_disconnect_exports()) OBD device 11 (ffff8baa857ab380) has exports, disconnecting them 00000020:00080000:2.0:1789050297.215560:0:20763:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8baab42e7800), last request at 1789050208 00000020:00000080:2.0:1789050297.215564:0:20763:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df58573 00000020:00080000:2.0:1789050297.215573:0:20763:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8baab42e7800): rc 0 00000020:00000080:2.0:1789050297.215651:0:20763:0:(genops.c:885:class_export_put()) final put ffff8baab42e7800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1789050297.217117:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8baab42e7800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:1.0:1789050297.246011:0:20763:0:(obd_class.h:676:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:1.0:1789050297.246020:0:20763:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789050297.246025:0:20763:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789050297.246031:0:20763:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789050297.246067:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8baab42e2000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1789050297.246254:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789050297.246263:0:20763:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:1.0:1789050297.246268:0:20763:0:(genops.c:885:class_export_put()) final put ffff8baab42e3000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:1.0:1789050297.246272:0:20763:0:(genops.c:844:class_export_destroy()) destroying export ffff8baab42e3000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:1.0:1789050297.246278:0:20763:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:1.0:1789050297.246349:0:20763:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8ba983e8d000 1 00000020:00000080:1.0:1789050297.246355:0:20763:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df58462 00000020:00000080:1.0:1789050297.246361:0:20763:0:(genops.c:885:class_export_put()) final put ffff8baaa7dc6000/lustre-MDT0000-osd_UUID 00000020:01000000:1.0:1789050297.246369:0:20763:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:1.0:1789050297.246377:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8baaa7dc6000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789050297.246387:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789050297.246392:0:20763:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789050297.246395:0:20763:0:(genops.c:1557:class_disconnect_exports()) OBD device 0 (ffff8baaae6e3380) has no exports 00000020:00000080:2.0:1789050297.342483:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789050297.342496:0:20763:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:2.0:1789050297.342501:0:20763:0:(genops.c:885:class_export_put()) final put ffff8ba983e89000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1789050297.342506:0:20763:0:(genops.c:844:class_export_destroy()) destroying export ffff8ba983e89000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1789050297.342516:0:20763:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:2.0:1789050297.349149:0:20763:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8ba983e88800 00000020:02000400:2.0:1789050297.349218:0:20763:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:1.0:1789050298.228474:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789050298.478234:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789050298.478241:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789050298.478244:0:36:0:(import.c:65:import_set_state_nolock()) ffff8baab7854000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789050298.478253:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 519 00000100:00080000:2.0:1789050298.478264:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789050298.478276:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8baab7854000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:2.0:1789050298.478301:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ba983f59880 x1875954714758144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789050298.479358:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983f59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9e852cd-105e-4a2b-8f2f-088fc33df062:3644:1875954714758016:0@lo:400:kworker.0 00000400:00000100:2.0:1789050298.479410:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875954714758016 offset 0 length 224: 4 00000100:00100000:2.0:1789050298.479448:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3644:1875954714758656:0@lo:400:kworker.0 00000100:00100000:2.0:1789050298.479483:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050298.479513:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1789050298.479568:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983f5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714758272:0@lo:400:kworker.0 00000100:00100000:2.0:1789050298.479595:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050298.479614:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3644:1875954714758784:0@lo:400:kworker.0 00000100:00100000:2.0:1789050298.479634:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050298.479674:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983f59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875954714758144:0@lo:38:kworker.0 00000100:00100000:2.0:1789050298.479714:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050298.479749:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983f5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714758400:0@lo:400:kworker.0 00000100:00100000:2.0:1789050298.479772:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050298.479791:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3646:1875954714758912:0@lo:400:kworker.0 00000100:00100000:2.0:1789050298.479811:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050298.479832:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1789050298.479837:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875954714758528:0@lo:400:kworker.0 00000100:00100000:2.0:1789050298.479857:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050298.479874:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3646:1875954714759040:0@lo:400:kworker.0 00000100:00100000:2.0:1789050298.479894:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050298.479920:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714758656 00000100:00100000:2.0:1789050298.479927:0:17194:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714758656 00000100:00100000:2.0:1789050298.479980:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714758784 00000100:00100000:2.0:1789050298.479984:0:17194:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714758784 00000100:00100000:2.0:1789050298.480010:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714758912 00000100:00100000:2.0:1789050298.480013:0:17194:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714758912 00000100:00100000:2.0:1789050298.480019:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714758528 00000100:00100000:2.0:1789050298.480021:0:17194:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714758528 00000100:00100000:2.0:1789050298.480029:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714759040 00000100:00100000:2.0:1789050298.480030:0:17194:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714759040 00000100:00100000:2.0:1789050298.480046:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1789050298.480055:0:17194:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875954714758784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050298.482238:0:17194:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875954714758784:12345-0@lo:400:kworker.0 Request processed in 2175us (2593us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050298.482252:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1789050298.482288:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1789050298.482301:0:17194:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7d51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875954714759040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050298.482382:0:17194:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7d51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875954714759040:12345-0@lo:400:kworker.0 Request processed in 86us (2487us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050298.482389:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1789050298.482404:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789050298.482409:0:17194:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1875954714758656:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1789050298.482414:0:17194:0:(tgt_handler.c:811:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1789050298.482440:0:17194:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1875954714758656:12345-0@lo:400:kworker.0 Request processed in 29us (2957us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789050298.482445:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789050298.482458:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1789050298.482462:0:17194:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7d50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1875954714758912:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1789050298.482466:0:17194:0:(tgt_handler.c:811:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1789050298.482490:0:17194:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7d50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1875954714758912:12345-0@lo:400:kworker.0 Request processed in 26us (2677us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789050298.482496:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1789050298.482508:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1789050298.482511:0:17194:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7d53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1875954714758528:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1789050298.482516:0:17194:0:(tgt_handler.c:811:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1789050298.482535:0:17194:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7d53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1875954714758528:12345-0@lo:400:kworker.0 Request processed in 23us (2678us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789050298.482541:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1789050298.482571:0:19123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714758272 00000100:00100000:2.0:1789050298.482579:0:19123:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714758272 00000100:00100000:2.0:1789050298.482617:0:19123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714758400 00000100:00100000:2.0:1789050298.482621:0:19123:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714758400 00000100:00100000:2.0:1789050298.482643:0:19123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1789050298.482650:0:19123:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714758272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050298.482712:0:19123:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714758272:12345-0@lo:400:kworker.0 Request processed in 62us (3115us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050298.482719:0:19123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1789050298.482732:0:19123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1789050298.482738:0:19123:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7d53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1875954714758400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050298.482767:0:19123:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7d53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1875954714758400:12345-0@lo:400:kworker.0 Request processed in 30us (2994us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050298.482773:0:19123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1789050298.482797:0:17216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714758144 00000100:00100000:2.0:1789050298.482801:0:17216:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714758144 00000100:00100000:2.0:1789050298.482822:0:17216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1789050298.482827:0:17216:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7d52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3643:x1875954714758144:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1789050298.482845:0:17216:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789050298.494981:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983f5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714758272:0@lo:400:kworker.0 00010000:00080000:0.0:1789050298.495008:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8baab729c000 x1875954714758784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050314 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050298.495030:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3644:1875954714758784:0@lo:400:kworker.0 00000100:00080000:0.0:1789050298.495051:0:3644:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1789050298.495055:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8baa985b8000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1789050298.495059:0:3644:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1789050298.495075:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8baa985b8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789050298.495079:0:3644:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 457 00000100:00080000:0.0:1789050298.495090:0:3644:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8baa985b8000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:0.0:1789050298.495117:0:3644:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baa85709500 x1875954714759168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789050298.495138:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3644:1875954714758656:0@lo:400:kworker.0 00000100:00080000:0.0:1789050298.495167:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789050298.495171:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789050298.495174:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789050298.495917:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3643:1875954714759168:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:0.0:1789050298.496001:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050298.496145:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714759168 00000100:00100000:0.0:1789050298.496152:0:17194:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714759168 00000100:00100000:0.0:1789050298.496208:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1789050298.496215:0:17194:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa85709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3643:x1875954714759168:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:0.0:1789050298.496234:0:17194:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789050298.496278:0:17194:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa85709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3643:x1875954714759168:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 63us (277us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789050298.496285:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:0.0:1789050298.496342:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8baa985b8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789050298.496347:0:3643:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789050298.496351:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3643:1875954714759168:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:3.0:1789050298.508372:0:3646:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1789050298.508380:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8baa85741000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1789050298.508384:0:3646:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1789050298.508390:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8baa85741000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789050298.508394:0:3646:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 442 00000100:00080000:3.0:1789050298.508406:0:3646:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8baa85741000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:3.0:1789050298.508443:0:3646:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baaa7dcb800 x1875954714759296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789050298.508499:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875954714759296:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1789050298.508557:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050298.508605:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875954714758528:0@lo:400:kworker.0 00010000:00080000:3.0:1789050298.508625:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8baab729f100 x1875954714759040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050314 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789050298.508644:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3646:1875954714759040:0@lo:400:kworker.0 00000100:00100000:3.0:1789050298.508659:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983f5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714758400:0@lo:400:kworker.0 00000100:00080000:3.0:1789050298.508681:0:3646:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1789050298.508684:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8baa84b14800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1789050298.508687:0:3646:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1789050298.508691:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8baa84b14800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789050298.508694:0:3646:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 475 00000100:00080000:3.0:1789050298.508700:0:3646:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8baa84b14800 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:3.0:1789050298.508714:0:3646:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baaa7dcb480 x1875954714759424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789050298.510927:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3643:1875954714759424:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1789050298.511037:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050298.511904:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714759296 00000100:00100000:1.0:1789050298.511914:0:17192:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714759296 00000100:00100000:1.0:1789050298.512068:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714759424 00000100:00100000:1.0:1789050298.512073:0:17192:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714759424 00000100:00100000:1.0:1789050298.512169:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1789050298.512177:0:17192:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3643:x1875954714759296:12345-0@lo:38:ptlrpcd_00_02.0 00010000:00020000:1.0:1789050298.512200:0:17192:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789050298.512253:0:17192:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3643:x1875954714759296:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 75us (3696us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789050298.512260:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1789050298.512276:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1789050298.512280:0:17192:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3643:x1875954714759424:12345-0@lo:38:ptlrpcd_00_02.0 00010000:00020000:1.0:1789050298.512289:0:17192:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789050298.512308:0:17192:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3643:x1875954714759424:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 27us (1272us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789050298.512313:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:1.0:1789050298.512360:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8baa84b14800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789050298.512364:0:3643:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789050298.512368:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3643:1875954714759424:0@lo:38:ptlrpcd_00_02.0 00000100:00080000:1.0:1789050298.512376:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8baa85741000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789050298.512379:0:3643:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789050298.512382:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875954714759296:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1789050298.512881:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3646:1875954714758912:0@lo:400:kworker.0 00000100:00100000:3.0:1789050298.523707:0:17216:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7d52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3643:x1875954714758144:12345-0@lo:38:kworker.0 Request processed in 40872us (43985us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789050298.523721:0:17216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:1.0:1789050298.523923:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8baab7854000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789050298.523929:0:3643:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789050298.524003:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983f59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875954714758144:0@lo:38:kworker.0 00010000:00010000:3.0:1789050299.247406:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050300.268558:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789050300.523912:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714759552:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789050300.524008:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050300.529408:0:18702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714759552 00000100:00100000:1.0:1789050300.529434:0:18702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714759552 00000100:00100000:1.0:1789050300.529513:0:18702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789050300.529525:0:18702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab78a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714759552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789050300.529558:0:18702:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1789050300.529638:0:18702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab78a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714759552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (5629us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050300.529645:0:18702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789050300.529729:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714759552:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1789050300.530049:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00100000:2.0:1789050300.535035:0:18695:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789050300.535043:0:18695:0:(genops.c:885:class_export_put()) final put ffff8baab4110800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789050300.535368:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baab4110800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000001:00100000:2.0:1789050300.535495:0:19512:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789050300.535498:0:19512:0:(genops.c:885:class_export_put()) final put ffff8baa848e6000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789050300.535976:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8baa8374e000 for lustre-OST0000 00000020:00000080:1.0:1789050300.535983:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa848e6000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:1.0:1789050300.536003:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8baa848c3000 for lustre-OST0001 00010000:00010000:0.0:1789050301.299107:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1789050301.419070:0:20964:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:3.0:1789050301.437494:0:20964:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:3.0:1789050301.437546:0:20964:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa86db0a00/0x3b8ec5973df58661 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58668 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050301.437561:0:20964:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa86db0a00/0x3b8ec5973df58661 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58668 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050301.437569:0:20964:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa86db0a00/0x3b8ec5973df58661 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df58668 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050301.437589:0:20964:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.142@tcp lock: ffff8baa86db0a00/0x3b8ec5973df58661 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df58668 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050301.437611:0:20964:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1789050301.437616:0:20964:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1789050301.437652:0:20964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789050301.437656:0:20964:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789050301.437662:0:20964:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789050301.437667:0:20964:0:(import.c:65:import_set_state_nolock()) ffff8baa85741000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1789050301.437672:0:20964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789050301.437674:0:20964:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789050301.437677:0:20964:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1789050301.438588:0:20964:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae602000/0x3b8ec5973df585c0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df585c7 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050301.438601:0:20964:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae602000/0x3b8ec5973df585c0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df585c7 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050301.438608:0:20964:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae602000/0x3b8ec5973df585c0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df585c7 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050301.438613:0:20964:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.142@tcp lock: ffff8baaae602000/0x3b8ec5973df585c0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df585c7 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050301.438632:0:20964:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789050301.438637:0:20964:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa829d6a00/0x3b8ec5973df5897f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58986 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050301.438669:0:20964:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa829d6a00/0x3b8ec5973df5897f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58986 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050301.438676:0:20964:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa829d6a00/0x3b8ec5973df5897f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df58986 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050301.438683:0:20964:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.142@tcp lock: ffff8baa829d6a00/0x3b8ec5973df5897f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df58986 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050301.438696:0:20964:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1789050301.438701:0:20964:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa829d6e00/0x3b8ec5973df58a58 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58a5f expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050301.438708:0:20964:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa829d6e00/0x3b8ec5973df58a58 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58a5f expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050301.438714:0:20964:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa829d6e00/0x3b8ec5973df58a58 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df58a5f expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050301.438721:0:20964:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.142@tcp lock: ffff8baa829d6e00/0x3b8ec5973df58a58 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df58a5f expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050301.438727:0:20964:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1789050301.438732:0:20964:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae603400/0x3b8ec5973df585b2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df585b9 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050301.438739:0:20964:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae603400/0x3b8ec5973df585b2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df585b9 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050301.438754:0:20964:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae603400/0x3b8ec5973df585b2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df585b9 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050301.438760:0:20964:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.142@tcp lock: ffff8baaae603400/0x3b8ec5973df585b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df585b9 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050301.438766:0:20964:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 10000000:01000000:3.0:1789050301.438769:0:20964:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:3.0:1789050301.438790:0:20964:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0001 00000020:01000000:3.0:1789050301.438794:0:20964:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:3.0:1789050301.438797:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789050301.438802:0:20964:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:3.0:1789050301.438809:0:20964:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff8baa848e2800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789050301.438814:0:20964:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff8baa84b15000 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789050301.438819:0:20964:0:(genops.c:1552:class_disconnect_exports()) OBD device 14 (ffff8baabeefb380) has exports, disconnecting them 00000020:00080000:3.0:1789050301.438823:0:20964:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8baa848e2800), last request at 1789050298 00000020:00000080:3.0:1789050301.438829:0:20964:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df587db 00000100:00080000:3.0:1789050301.438849:0:20964:0:(import.c:65:import_set_state_nolock()) ffff8baa848e2000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1789050301.438893:0:20964:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8baa848e2800): rc 0 00000020:00000080:3.0:1789050301.438896:0:20964:0:(genops.c:885:class_export_put()) final put ffff8baa848e2800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:3.0:1789050301.438908:0:20964:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8baa84b15000), last request at 1789050298 00000020:00000080:3.0:1789050301.438911:0:20964:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df58741 00000100:00080000:3.0:1789050301.438916:0:20964:0:(import.c:65:import_set_state_nolock()) ffff8baa84b13000 : changing import state from FULL to CLOSED 00000020:00000080:3.0:1789050301.438926:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa848e2800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:3.0:1789050301.438989:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8baa848e2000 for lustre-MDT0001 00000020:00080000:3.0:1789050301.438999:0:20964:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8baa84b15000): rc 0 00000020:00000080:3.0:1789050301.439001:0:20964:0:(genops.c:885:class_export_put()) final put ffff8baa84b15000/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:3.0:1789050301.439016:0:20964:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffaeaec0d4bae0 00000020:00000080:3.0:1789050301.439025:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa84b15000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:3.0:1789050301.439045:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8baa84b13000 for lustre-MDT0001 00000100:00080000:3.0:1789050301.439059:0:20964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789050301.439067:0:20964:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff8ba981b01180 x1875954714757760/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789050312 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789050301.439082:0:20964:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00010000:00010000:2.0:1789050301.439794:0:17180:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1789050301.439803:0:17180:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8baa86db0a00/0x3b8ec5973df58661 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df58668 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050301.439812:0:17180:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa86db0a00 already unused, calling callback (ffffffffc1287c20) 10000000:00010000:2.0:1789050301.439816:0:17180:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8baa86db0a00/0x3b8ec5973df58661 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df58668 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050301.439825:0:17180:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8baa86db0a00/0x3b8ec5973df58661 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b8ec5973df58668 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789050301.439840:0:17180:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8baa86db0a00/0x3b8ec5973df58661 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b8ec5973df58668 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789050301.439846:0:17180:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789050301.439848:0:17180:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1789050301.439850:0:17180:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1789050301.439881:0:17180:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.142@tcp lock: ffff8baa86db0a00/0x3b8ec5973df58661 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b8ec5973df58668 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050301.439887:0:17180:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789050301.439910:0:17180:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8baa86db0a00/0x3b8ec5973df58661 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b8ec5973df58668 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050301.439917:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8baa86db0a00/0x3b8ec5973df58661 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b8ec5973df58668 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050301.439928:0:17180:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1789050301.439931:0:17180:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8baaae602000/0x3b8ec5973df585c0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df585c7 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050301.439949:0:17180:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae602000 already unused, calling callback (ffffffffc1287c20) 10000000:00010000:2.0:1789050301.439952:0:17180:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8baaae602000/0x3b8ec5973df585c0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df585c7 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050301.439959:0:17180:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8baaae602000/0x3b8ec5973df585c0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b8ec5973df585c7 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789050301.439966:0:17180:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8baaae602000/0x3b8ec5973df585c0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b8ec5973df585c7 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789050301.439979:0:17180:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789050301.439982:0:17180:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:2.0:1789050301.439983:0:17180:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:2.0:1789050301.439994:0:17180:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.142@tcp lock: ffff8baaae602000/0x3b8ec5973df585c0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b8ec5973df585c7 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050301.439999:0:17180:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789050301.440009:0:17180:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8baaae602000/0x3b8ec5973df585c0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b8ec5973df585c7 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050301.440016:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8baaae602000/0x3b8ec5973df585c0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b8ec5973df585c7 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050301.440024:0:17180:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1789050301.440027:0:17180:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8baa829d6a00/0x3b8ec5973df5897f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df58986 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050301.440033:0:17180:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa829d6a00 already unused, calling callback (ffffffffc1287c20) 10000000:00010000:2.0:1789050301.440036:0:17180:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8baa829d6a00/0x3b8ec5973df5897f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df58986 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050301.440043:0:17180:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8baa829d6a00/0x3b8ec5973df5897f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b8ec5973df58986 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789050301.440049:0:17180:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8baa829d6a00/0x3b8ec5973df5897f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b8ec5973df58986 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789050301.440054:0:17180:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1789050301.440056:0:17180:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:2.0:1789050301.440060:0:17180:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1789050301.440071:0:17180:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.142@tcp lock: ffff8baa829d6a00/0x3b8ec5973df5897f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b8ec5973df58986 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050301.440076:0:17180:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789050301.440082:0:17180:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8baa829d6a00/0x3b8ec5973df5897f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b8ec5973df58986 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050301.440088:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8baa829d6a00/0x3b8ec5973df5897f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b8ec5973df58986 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050301.440100:0:17180:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789050301.440103:0:17180:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8baa829d6e00/0x3b8ec5973df58a58 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df58a5f expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050301.440109:0:17180:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa829d6e00 already unused, calling callback (ffffffffc1287c20) 10000000:00010000:2.0:1789050301.440112:0:17180:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8baa829d6e00/0x3b8ec5973df58a58 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df58a5f expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050301.440118:0:17180:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8baa829d6e00/0x3b8ec5973df58a58 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b8ec5973df58a5f expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789050301.440125:0:17180:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8baa829d6e00/0x3b8ec5973df58a58 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b8ec5973df58a5f expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789050301.440130:0:17180:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1789050301.440133:0:17180:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1789050301.440134:0:17180:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1789050301.440144:0:17180:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.142@tcp lock: ffff8baa829d6e00/0x3b8ec5973df58a58 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b8ec5973df58a5f expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050301.440148:0:17180:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789050301.440159:0:17180:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8baa829d6e00/0x3b8ec5973df58a58 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b8ec5973df58a5f expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050301.440165:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8baa829d6e00/0x3b8ec5973df58a58 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b8ec5973df58a5f expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050301.440173:0:17180:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789050301.440176:0:17180:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8baaae603400/0x3b8ec5973df585b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df585b9 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050301.440181:0:17180:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae603400 already unused, calling callback (ffffffffc1287c20) 10000000:00010000:2.0:1789050301.440184:0:17180:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8baaae603400/0x3b8ec5973df585b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df585b9 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050301.440191:0:17180:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8baaae603400/0x3b8ec5973df585b2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b8ec5973df585b9 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789050301.440197:0:17180:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8baaae603400/0x3b8ec5973df585b2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b8ec5973df585b9 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789050301.440202:0:17180:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1789050301.440203:0:17180:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1789050301.440205:0:17180:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:2.0:1789050301.440223:0:17180:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.142@tcp lock: ffff8baaae603400/0x3b8ec5973df585b2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b8ec5973df585b9 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050301.440229:0:17180:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789050301.440233:0:17180:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8baaae603400/0x3b8ec5973df585b2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b8ec5973df585b9 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050301.440239:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8baaae603400/0x3b8ec5973df585b2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b8ec5973df585b9 expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050301.440258:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050301.440260:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050301.440261:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789050301.440278:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9e852cd-105e-4a2b-8f2f-088fc33df062:3644:1875954714760064:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789050301.440334:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050301.440374:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1789050301.440379:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9e852cd-105e-4a2b-8f2f-088fc33df062:3644:1875954714759680:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789050301.440395:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050301.440407:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9e852cd-105e-4a2b-8f2f-088fc33df062:3644:1875954714760192:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789050301.440420:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050301.440439:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9e852cd-105e-4a2b-8f2f-088fc33df062:3647:1875954714759936:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789050301.440455:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050301.440467:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789050301.440471:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9e852cd-105e-4a2b-8f2f-088fc33df062:3647:1875954714759808:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789050301.440488:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050301.440505:0:17177:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714760064 00000100:00100000:2.0:1789050301.440511:0:17177:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714760064 00000100:00100000:2.0:1789050301.440534:0:17177:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714759680 00000100:00100000:2.0:1789050301.440536:0:17177:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714759680 00000100:00100000:2.0:1789050301.440543:0:17177:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714760192 00000100:00100000:2.0:1789050301.440544:0:17177:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714760192 00000100:00100000:2.0:1789050301.440550:0:17177:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714759936 00000100:00100000:2.0:1789050301.440552:0:17177:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714759936 00000100:00100000:2.0:1789050301.440558:0:17177:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714759808 00000100:00100000:2.0:1789050301.440560:0:17177:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714759808 00000100:00100000:2.0:1789050301.440570:0:17177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789050301.440575:0:17177:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7d51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3644:x1875954714760064:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1789050301.440586:0:17177:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789050301 with bad export cookie 4291584748300895372 00010000:00010000:0.0:1789050301.441063:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050301.441070:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789050301.441152:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba981b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714757760:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789050301.441429:0:17178:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789050301.441435:0:17178:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7d50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3644:x1875954714759680:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1789050301.441441:0:17178:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789050301 with bad export cookie 4291584748300895372 00000100:00100000:1.0:1789050301.441506:0:17178:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7d50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3644:x1875954714759680:12345-0@lo:103:ldlm_bl.0 Request processed in 70us (1110us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789050301.441513:0:17178:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789050301.441531:0:17178:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789050301.441543:0:17178:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7d53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3644:x1875954714760192:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1789050301.441547:0:17178:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789050301 with bad export cookie 4291584748300895372 00000100:00100000:1.0:1789050301.441570:0:17178:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7d53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3644:x1875954714760192:12345-0@lo:103:ldlm_bl.0 Request processed in 27us (1149us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789050301.441575:0:17178:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789050301.441585:0:17178:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789050301.441588:0:17178:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3647:x1875954714759936:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1789050301.441592:0:17178:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789050301 with bad export cookie 4291584748300895372 00000100:00100000:1.0:1789050301.441613:0:17178:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3647:x1875954714759936:12345-0@lo:103:ldlm_bl.0 Request processed in 23us (1157us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789050301.441618:0:17178:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789050301.441626:0:17178:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789050301.441629:0:17178:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8571bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3647:x1875954714759808:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1789050301.441633:0:17178:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789050301 with bad export cookie 4291584748300895372 00000100:00080000:0.0:1789050301.441791:0:3644:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.142@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1789050301.441796:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ba9844a3800 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1789050301.441800:0:3644:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.142@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00100000:1.0:1789050301.441849:0:17178:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8571bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3647:x1875954714759808:12345-0@lo:103:ldlm_bl.0 Request processed in 218us (1359us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789050301.441855:0:17178:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:3.0:1789050301.453199:0:20964:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789050301.453219:0:20964:0:(import.c:65:import_set_state_nolock()) ffff8baab7854000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1789050301.453531:0:20964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789050301.453536:0:20964:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1789050301.453585:0:20964:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1789050301.453641:0:20964:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1789050301.459473:0:20964:0:(import.c:65:import_set_state_nolock()) ffff8baab9998000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1789050301.459506:0:20964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789050301.459511:0:20964:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934594 gen 3 00000004:00080000:3.0:1789050301.459523:0:20964:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1789050301.459587:0:20964:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1789050301.459594:0:20964:0:(import.c:65:import_set_state_nolock()) ffff8baa85745000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1789050301.459651:0:20964:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff8baabeefb380) has no exports 00000100:00080000:3.0:1789050301.460096:0:3647:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.142@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00100000:2.0:1789050301.462319:0:17177:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7d51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3644:x1875954714760064:12345-0@lo:103:ldlm_bl.0 Request processed in 21738us (21980us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789050301.462333:0:17177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789050301.464067:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875954714760320:0@lo:9:umount.0 00000100:00100000:1.0:1789050301.464127:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050301.464162:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875954714760448:0@lo:9:umount.0 00000100:00100000:1.0:1789050301.464180:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050301.464244:0:19123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714760320 00000100:00100000:1.0:1789050301.464253:0:19123:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714760320 00000100:00100000:1.0:1789050301.464304:0:19123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714760448 00000100:00100000:1.0:1789050301.464308:0:19123:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714760448 00000100:00100000:1.0:1789050301.464330:0:19123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789050301.464339:0:19123:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab78a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3643:x1875954714760320:12345-0@lo:9:umount.0 00000020:00000080:1.0:1789050301.464377:0:19123:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df5876b 00000100:00080000:1.0:1789050301.464387:0:19123:0:(import.c:65:import_set_state_nolock()) ffff8baa84b10800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789050301.464431:0:19123:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1789050301.464923:0:19123:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab78a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+2:3643:x1875954714760320:12345-0@lo:9:umount.0 Request processed in 585us (795us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050301.464932:0:19123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789050301.464969:0:19123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789050301.464977:0:19123:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab78a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3643:x1875954714760448:12345-0@lo:9:umount.0 00000020:00000080:1.0:1789050301.464989:0:19123:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df587f7 00000100:00080000:1.0:1789050301.464995:0:19123:0:(import.c:65:import_set_state_nolock()) ffff8baa848c6000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789050301.465018:0:19123:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1789050301.465088:0:19123:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab78a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+2:3643:x1875954714760448:12345-0@lo:9:umount.0 Request processed in 112us (906us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050301.465095:0:19123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:1.0:1789050301.465112:0:17188:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1789050301.465127:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789050301.465148:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8baab9998000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1789050301.465154:0:3643:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1789050301.465156:0:3643:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789050301.465159:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875954714760320:0@lo:9:umount.0 00000100:00080000:1.0:1789050301.465167:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8baa85745000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1789050301.465174:0:3643:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1789050301.465175:0:3643:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789050301.465177:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875954714760448:0@lo:9:umount.0 00010000:00010000:1.0:1789050301.465198:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789050301.465399:0:3646:0:(client.c:1394:ptlrpc_import_delay_req()) @@@ IMP_CLOSED req@ffff8baab78a3800 x1875954714760576/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789050301.465410:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:0:1875954714760576:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1789050301.481431:0:3644:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.142@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1789050301.481436:0:3644:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1789050301.481446:0:3644:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ba983f59500 x1875954714758016/t0(0) o400->MGC192.168.203.142@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789050314 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050301.481461:0:3644:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8baaa7d51c00 x1875954714760064/t0(0) o103->MGC192.168.203.142@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789050317 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050301.481470:0:3644:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8baaa7d52d80 x1875954714759680/t0(0) o103->MGC192.168.203.142@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789050317 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050301.481478:0:3644:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8baaa7d51f80 x1875954714760192/t0(0) o103->MGC192.168.203.142@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789050317 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050301.481485:0:3644:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8baaa7d50000 x1875954714759936/t0(0) o103->MGC192.168.203.142@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789050317 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050301.481493:0:3644:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8baaa7d53480 x1875954714759808/t0(0) o103->MGC192.168.203.142@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789050317 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789050301.481503:0:3647:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff8ba9844a3800 already not connected (conn 1, was 1): DISCONN 10000000:01000000:0.0:1789050301.481507:0:3644:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1789050301.481510:0:3644:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1789050301.481511:0:3644:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1789050301.481514:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ba9844a3800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789050301.481537:0:3644:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 430 00000100:00080000:0.0:1789050301.481549:0:3644:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8ba9844a3800 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:3.0:1789050301.481554:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9e852cd-105e-4a2b-8f2f-088fc33df062:3647:1875954714759936:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789050301.481598:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9e852cd-105e-4a2b-8f2f-088fc33df062:3647:1875954714759808:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789050301.481885:0:3644:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baab78a3800 x1875954714760704/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789050301.481976:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9e852cd-105e-4a2b-8f2f-088fc33df062:3643:1875954714760704:0@lo:250:ptlrpcd_00_00.0 00000400:00000100:2.0:1789050301.482024:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875954714760704 offset 0 length 520: 4 00000100:00100000:1.0:1789050301.482351:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9e852cd-105e-4a2b-8f2f-088fc33df062:3644:1875954714760192:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789050301.482358:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9e852cd-105e-4a2b-8f2f-088fc33df062:3644:1875954714760064:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789050301.482365:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983f59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9e852cd-105e-4a2b-8f2f-088fc33df062:3644:1875954714758016:0@lo:400:kworker.0 00000100:00100000:1.0:1789050301.482386:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9e852cd-105e-4a2b-8f2f-088fc33df062:3644:1875954714759680:0@lo:103:ldlm_bl.0 00000020:00080000:0.0:1789050301.493250:0:20964:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff8baabeefb380) has no exports 00000020:01000000:2.0:1789050301.557002:0:20964:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8ba984442300 - data ffff8baaa96dc438/ffff8ba981b7ac00 00000020:01000000:2.0:1789050301.557210:0:20964:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8baab11bd600 - data ffff8baaa96880d8/ffff8baa8341e800 00000001:00000004:0.0:1789050301.570179:0:20964:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:2.0:1789050301.628139:0:20964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789050301.628147:0:20964:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789050301.628155:0:20964:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1789050301.630487:0:20964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1789050301.630494:0:20964:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:2.0:1789050301.630545:0:20964:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789050301.630548:0:20964:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1789050301.634023:0:17933:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1789050301.634031:0:17933:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:3.0:1789050301.634043:0:17933:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1789050301.635134:0:20964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1789050301.635140:0:20964:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934594 gen 4 00000004:00080000:2.0:1789050301.635155:0:20964:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789050301.635157:0:20964:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1789050301.635632:0:17935:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1789050301.635637:0:17935:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1789050301.635657:0:17935:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1789050301.637580:0:20964:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df585d5 00000020:00000080:3.0:1789050301.637591:0:20964:0:(genops.c:885:class_export_put()) final put ffff8ba983507000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1789050301.638511:0:20964:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df585ea 00000020:00000080:3.0:1789050301.638520:0:20964:0:(genops.c:885:class_export_put()) final put ffff8baa86377800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789050301.638735:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8ba983507000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:3.0:1789050301.638890:0:20964:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:3.0:1789050301.638898:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789050301.638908:0:20964:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789050301.638912:0:20964:0:(genops.c:1557:class_disconnect_exports()) OBD device 13 (ffff8baaae6e4d40) has no exports 00000004:01000000:3.0:1789050301.639140:0:20964:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1789050301.639154:0:20964:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df5863e 00000020:00000080:3.0:1789050301.639160:0:20964:0:(genops.c:885:class_export_put()) final put ffff8ba981a0d800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789050301.639193:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa86377800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:3.0:1789050301.639226:0:20964:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:3.0:1789050301.639231:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789050301.639236:0:20964:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789050301.639240:0:20964:0:(genops.c:1557:class_disconnect_exports()) OBD device 18 (ffff8baabd1799c0) has no exports 00000020:00000080:3.0:1789050301.639245:0:20964:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df58637 00000020:00000080:3.0:1789050301.639250:0:20964:0:(genops.c:885:class_export_put()) final put ffff8baa85746800/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1789050301.639327:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8ba981a0d800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:2.0:1789050301.639464:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa85746800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1789050301.640140:0:20964:0:(obd_class.h:676:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:3.0:1789050301.640145:0:20964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789050301.640149:0:20964:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934594 gen 5 00000004:00080000:3.0:1789050301.640155:0:20964:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789050301.640158:0:20964:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789050301.640234:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789050301.640242:0:20964:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789050301.640250:0:20964:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df58629 00000020:00000080:3.0:1789050301.640265:0:20964:0:(genops.c:885:class_export_put()) final put ffff8baab999d800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1789050301.641251:0:20964:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:2.0:1789050301.641518:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8baa85745000 for lustre-OST0001-osc-MDT0001 00000020:00000080:2.0:1789050301.641530:0:36:0:(genops.c:885:class_export_put()) final put ffff8baab999a000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789050301.641532:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baab999a000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:2.0:1789050301.641540:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789050301.641635:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baab999d800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:3.0:1789050301.641671:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789050301.641680:0:20964:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789050301.641684:0:20964:0:(genops.c:1557:class_disconnect_exports()) OBD device 17 (ffff8baa857a8000) has no exports 00000020:00000080:3.0:1789050301.641691:0:20964:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df5861b 00000020:00000080:3.0:1789050301.641699:0:20964:0:(genops.c:885:class_export_put()) final put ffff8baab999f000/lustre-MDT0001-osd_UUID 00010000:01000000:3.0:1789050301.642197:0:20964:0:(obd_class.h:676:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:3.0:1789050301.642202:0:20964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789050301.642206:0:20964:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1789050301.642211:0:20964:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789050301.642214:0:20964:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789050301.642243:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789050301.642249:0:20964:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:3.0:1789050301.642442:0:20964:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1789050301.642450:0:20964:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df5860d 00000020:00000080:3.0:1789050301.642455:0:20964:0:(genops.c:885:class_export_put()) final put ffff8baab999e800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1789050301.642459:0:20964:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:3.0:1789050301.642464:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789050301.642469:0:20964:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789050301.642471:0:20964:0:(genops.c:1557:class_disconnect_exports()) OBD device 16 (ffff8baab77f3380) has no exports 00000020:00000080:3.0:1789050301.642475:0:20964:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df58606 00000020:00000080:3.0:1789050301.642477:0:20964:0:(genops.c:885:class_export_put()) final put ffff8baab7857000/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1789050301.642969:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baab999f000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1789050301.642979:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8baab9998000 for lustre-OST0000-osc-MDT0001 00000020:00000080:2.0:1789050301.642986:0:36:0:(genops.c:885:class_export_put()) final put ffff8baab999f800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789050301.642989:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baab999f800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:2.0:1789050301.642993:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789050301.643054:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baab999e800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:2.0:1789050301.643059:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baab7857000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:2.0:1789050301.644007:0:20964:0:(obd_class.h:676:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:2.0:1789050301.644013:0:20964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789050301.644016:0:20964:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1789050301.644023:0:20964:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789050301.644075:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789050301.644085:0:20964:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789050301.644120:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789050301.644124:0:20964:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789050301.644128:0:20964:0:(genops.c:885:class_export_put()) final put ffff8baab42e1800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789050301.644132:0:20964:0:(genops.c:844:class_export_destroy()) destroying export ffff8baab42e1800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:2.0:1789050301.644137:0:20964:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789050301.644357:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8baab7854000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:2.0:1789050301.644385:0:20964:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df585f1 00000020:00000080:2.0:1789050301.644393:0:20964:0:(genops.c:885:class_export_put()) final put ffff8baa86371000/lustre-MDD0001_UUID 00000020:01000000:2.0:1789050301.644404:0:20964:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:2.0:1789050301.644408:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789050301.644413:0:20964:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1789050301.644416:0:20964:0:(genops.c:1557:class_disconnect_exports()) OBD device 15 (ffff8baabeefcd40) has no exports 00000020:00000080:2.0:1789050301.644436:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789050301.644439:0:20964:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:2.0:1789050301.644443:0:20964:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df585f8 00000020:00000080:2.0:1789050301.644446:0:20964:0:(genops.c:885:class_export_put()) final put ffff8baa86375000/lustre-MDT0001-osd_UUID 00000020:01000004:2.0:1789050301.644462:0:20964:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8ba9834d3800 from lustre-MDT0001, refs=2 00000020:01000004:2.0:1789050301.644466:0:20964:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8ba9834d3800 2 00000020:01000004:2.0:1789050301.644469:0:20964:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8ba9834d3800 from lustre-MDT0001 00000020:00000080:2.0:1789050301.644484:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789050301.644487:0:20964:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:2.0:1789050301.644490:0:20964:0:(genops.c:885:class_export_put()) final put ffff8ba983501800/lustre-MDT0001_UUID 00000020:00000080:2.0:1789050301.644492:0:20964:0:(genops.c:844:class_export_destroy()) destroying export ffff8ba983501800/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:2.0:1789050301.644498:0:20964:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:2.0:1789050301.644527:0:20964:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:2.0:1789050301.644531:0:20964:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:2.0:1789050301.644534:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789050301.644538:0:20964:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789050301.644544:0:20964:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff8ba9844a3000 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789050301.644548:0:20964:0:(genops.c:1552:class_disconnect_exports()) OBD device 19 (ffff8baabd17b380) has exports, disconnecting them 00000020:00080000:2.0:1789050301.644552:0:20964:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff8ba9844a3000), last request at 1789050219 00000020:00000080:2.0:1789050301.644556:0:20964:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df58676 00000020:00080000:2.0:1789050301.644566:0:20964:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8ba9844a3000): rc 0 00000020:00000080:2.0:1789050301.644569:0:20964:0:(genops.c:885:class_export_put()) final put ffff8ba9844a3000/lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1789050301.645199:0:36:0:(genops.c:885:class_export_put()) final put ffff8baab7851800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789050301.645203:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baab7851800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:1.0:1789050301.645209:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789050301.645307:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa86371000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:1.0:1789050301.645311:0:36:0:(genops.c:885:class_export_put()) final put ffff8baab771b800/lustre-MDD0001_UUID 00000020:00000080:1.0:1789050301.645313:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baab771b800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:1.0:1789050301.645316:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:1.0:1789050301.645405:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa86375000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1789050301.645410:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8ba9844a3000/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:1.0:1789050301.658338:0:20964:0:(obd_class.h:676:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:1.0:1789050301.658347:0:20964:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789050301.658351:0:20964:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789050301.658358:0:20964:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789050301.658386:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8baa85741000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1789050301.658557:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789050301.658575:0:20964:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:1.0:1789050301.658580:0:20964:0:(genops.c:885:class_export_put()) final put ffff8baa85747800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:1.0:1789050301.658585:0:20964:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa85747800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:1.0:1789050301.658592:0:20964:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:1.0:1789050301.658671:0:20964:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8ba9834d3800 1 00000020:00000080:1.0:1789050301.658678:0:20964:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df5859d 00000020:00000080:1.0:1789050301.658683:0:20964:0:(genops.c:885:class_export_put()) final put ffff8baab77fb800/lustre-MDT0001-osd_UUID 00000020:01000000:1.0:1789050301.658693:0:20964:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:1.0:1789050301.658700:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8baab77fb800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1789050301.658709:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789050301.658714:0:20964:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789050301.658718:0:20964:0:(genops.c:1557:class_disconnect_exports()) OBD device 12 (ffff8baab77f19c0) has no exports 00000020:00000080:2.0:1789050301.766510:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789050301.766524:0:20964:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:2.0:1789050301.766530:0:20964:0:(genops.c:885:class_export_put()) final put ffff8ba9834d2000/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1789050301.766534:0:20964:0:(genops.c:844:class_export_destroy()) destroying export ffff8ba9834d2000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:2.0:1789050301.766546:0:20964:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:2.0:1789050301.766661:0:20964:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8ba9834d1000 00000020:01000000:2.0:1789050301.766680:0:20964:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:2.0:1789050301.766684:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789050301.766688:0:20964:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789050301.766691:0:20964:0:(genops.c:1557:class_disconnect_exports()) OBD device 3 (ffff8baab77f0000) has no exports 00000100:00100000:2.0:1789050301.766797:0:17194:0:(service.c:3188:ptlrpc_main()) mdt00_002: service thread [ffff8ba9832e3a00:17194] 2 exiting: rc = 0 00000100:00100000:2.0:1789050301.766889:0:20230:0:(service.c:3188:ptlrpc_main()) mdt00_003: service thread [ffff8ba981a17c00:20230] 3 exiting: rc = 0 00000100:00100000:2.0:1789050301.766982:0:17193:0:(service.c:3188:ptlrpc_main()) mdt00_001: service thread [ffff8ba9832e3000:17193] 1 exiting: rc = 0 00000100:00100000:0.0:1789050301.767992:0:17192:0:(service.c:3188:ptlrpc_main()) mdt00_000: service thread [ffff8ba98240ee00:17192] 0 exiting: rc = 1 00000100:00100000:2.0:1789050301.768852:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.768860:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.768866:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.768872:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.768878:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.768882:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.768888:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.768893:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.768898:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.768905:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.768910:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.768918:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.768924:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.768929:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.769689:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.769708:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.769714:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.769720:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.769726:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.769733:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.769874:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.769880:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.769886:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.769891:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.769897:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.769903:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.769909:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.769915:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.769921:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.769927:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.769932:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.769966:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.769972:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.769979:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.769984:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.770006:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.770013:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.770018:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.770024:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.770028:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.770034:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.770041:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.770047:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.772525:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.772533:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.772539:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.772605:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.772613:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.772618:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.772623:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.772630:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.772636:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.772651:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.772657:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.772662:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.772669:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.772675:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.772681:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.772688:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.772694:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.772701:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.772707:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.772713:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.772720:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.775764:0:17195:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff8baab40d5a00:17195] 0 exiting: rc = 1 00000100:00100000:0.0:1789050301.775917:0:17196:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff8ba982118600:17196] 1 exiting: rc = 0 00000100:00100000:3.0:1789050301.776031:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776038:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776045:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776051:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776057:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776062:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776067:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776072:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776077:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776083:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776089:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776094:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776098:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776103:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776107:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776112:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776131:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776137:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776147:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776153:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776159:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776164:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776169:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776174:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776179:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776184:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776190:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776195:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776200:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776205:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776211:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776216:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776221:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776227:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776232:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776237:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776244:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776249:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776255:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776260:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776265:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776270:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776276:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776280:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776286:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776291:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776296:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776302:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776307:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776312:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776317:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776330:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776336:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776343:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776348:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776354:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776359:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776365:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776371:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776376:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776382:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776388:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776394:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776400:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.776837:0:17197:0:(service.c:3188:ptlrpc_main()) mdt_out00_000: service thread [ffff8ba982119800:17197] 0 exiting: rc = 1 00000100:00100000:3.0:1789050301.776899:0:17216:0:(service.c:3188:ptlrpc_main()) mdt_out00_002: service thread [ffff8baabd0d8c00:17216] 2 exiting: rc = 0 00000100:00100000:0.0:1789050301.777164:0:17198:0:(service.c:3188:ptlrpc_main()) mdt_out00_001: service thread [ffff8ba982119600:17198] 1 exiting: rc = 0 00000100:00100000:3.0:1789050301.777460:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777467:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777473:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777491:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777497:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777503:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777508:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777515:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777520:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777535:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777542:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777554:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777560:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777566:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777571:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777591:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777598:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777603:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777609:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777615:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777630:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777636:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777651:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777658:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777664:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777669:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777675:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777694:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777701:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777706:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777713:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777718:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777723:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777729:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777744:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777750:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777757:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777763:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777769:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777787:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777794:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777799:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777805:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777811:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777816:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777822:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777828:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777833:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777839:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777844:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777850:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777869:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777876:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777882:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777888:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777901:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777906:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777912:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777918:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777924:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777931:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777972:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777980:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.777985:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.789700:0:17199:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0000: service thread [ffff8ba982118000:17199] 0 exiting: rc = 1 00000100:00100000:3.0:1789050301.789983:0:17200:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0001: service thread [ffff8baaae9e3e00:17200] 1 exiting: rc = 0 00000100:00100000:2.0:1789050301.790201:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790208:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790213:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790218:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790222:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790227:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790247:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790251:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790256:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790260:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790265:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790271:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790276:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790281:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790285:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790291:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790295:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790300:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790304:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790309:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790314:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790319:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790323:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790328:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790332:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790337:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790342:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790347:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790352:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790357:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790361:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790367:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790372:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790381:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790387:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790393:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790398:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790403:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790407:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790413:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790417:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790428:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790433:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790438:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790443:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790448:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790453:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790459:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790463:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790467:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790472:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790476:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790482:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790486:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790491:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790496:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790500:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790505:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790509:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790513:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790517:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790522:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790526:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.790545:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.791115:0:17201:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0000: service thread [ffff8baaae9e2200:17201] 0 exiting: rc = 1 00000100:00100000:0.0:1789050301.791397:0:17202:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0001: service thread [ffff8baaae9e3800:17202] 1 exiting: rc = 0 00000100:00100000:2.0:1789050301.792042:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792050:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792113:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792121:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792126:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792131:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792137:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792142:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792148:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792154:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792159:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792164:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792193:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792198:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792202:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792207:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792212:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792218:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792222:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792227:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792232:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792236:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792240:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792245:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792249:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792254:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792259:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792264:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792269:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792274:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792279:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792284:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792289:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792294:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792299:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792304:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792309:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792313:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792318:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792322:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792327:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792331:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792337:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792342:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792346:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792351:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792356:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792369:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792373:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792378:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792383:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792389:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792393:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792398:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792402:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792407:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792412:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792417:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792422:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792427:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792432:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792436:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792441:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050301.792446:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050301.795170:0:17204:0:(service.c:3188:ptlrpc_main()) mdt_fld_0001: service thread [ffff8baaae9e3200:17204] 1 exiting: rc = 0 00000100:00100000:1.0:1789050301.795430:0:17203:0:(service.c:3188:ptlrpc_main()) mdt_fld_0000: service thread [ffff8baaae9e2600:17203] 0 exiting: rc = 1 00000100:00100000:1.0:1789050301.795491:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.795498:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.795503:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.795508:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.795514:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.795519:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.795525:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.795540:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.795553:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.795558:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.795563:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.795568:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.795689:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.795698:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.795704:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.795708:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.795713:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.795718:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796198:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796209:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796305:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796310:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796315:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796320:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796324:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796329:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796336:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796341:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796346:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796351:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796356:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796361:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796365:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796370:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796376:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796381:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796386:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796392:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796397:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796402:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796408:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796412:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796418:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796424:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796429:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796433:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796438:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796443:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796448:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796453:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796459:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796464:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796469:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796473:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796479:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796492:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796496:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796500:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796505:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796510:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796515:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796519:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796524:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050301.796529:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.798024:0:17205:0:(service.c:3188:ptlrpc_main()) mdt_io00_000: service thread [ffff8baab4e89e00:17205] 0 exiting: rc = 1 00000100:00100000:1.0:1789050301.798888:0:17207:0:(service.c:3188:ptlrpc_main()) mdt_io00_002: service thread [ffff8baab4e89200:17207] 2 exiting: rc = 0 00000100:00100000:3.0:1789050301.800620:0:17206:0:(service.c:3188:ptlrpc_main()) mdt_io00_001: service thread [ffff8baab4e88c00:17206] 1 exiting: rc = 0 00000100:00100000:0.0:1789050301.800772:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800780:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800787:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800792:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800797:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800802:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800807:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800812:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800816:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800821:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800827:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800833:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800839:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800844:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800849:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800856:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800861:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800866:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800886:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800893:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800898:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800903:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800908:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800925:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800930:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800949:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800956:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800961:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800967:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800972:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800977:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800982:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800987:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800992:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.800998:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.801003:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.801009:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.801014:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.801018:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.801023:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.801028:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.801033:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.801659:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.801672:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.801681:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.801687:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.801692:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.801698:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.801703:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.801709:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.801715:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.801721:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.801727:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.801744:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.801751:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.801757:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.801762:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.801768:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.801784:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.801789:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.801795:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.801801:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.801806:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050301.801813:0:20964:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:2.0:1789050301.821278:0:20964:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789050301.821292:0:20964:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:2.0:1789050301.821298:0:20964:0:(genops.c:885:class_export_put()) final put ffff8baaa7dc6800/MDS_uuid 00000020:00000080:2.0:1789050301.821302:0:20964:0:(genops.c:844:class_export_destroy()) destroying export ffff8baaa7dc6800/MDS_uuid for MDS 00000020:01000000:2.0:1789050301.821313:0:20964:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:2.0:1789050301.821455:0:20964:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:0.0:1789050302.313272:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050303.337905:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789050303.597677:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9e852cd-105e-4a2b-8f2f-088fc33df062->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789050303.597691:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) e9e852cd-105e-4a2b-8f2f-088fc33df062->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789050303.597694:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789050303.597697:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789050303.597702:0:36:0:(import.c:65:import_set_state_nolock()) ffff8baa985b8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789050303.597713:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 520 00000100:00080000:0.0:1789050303.597720:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789050303.597736:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8baa985b8000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:0.0:1789050303.597783:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baa85709500 x1875954714760832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789050303.597908:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789050303.597912:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789050303.597914:0:36:0:(import.c:65:import_set_state_nolock()) ffff8baa84b14800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789050303.597918:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 520 00000100:00080000:0.0:1789050303.597921:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789050303.597926:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8baa84b14800 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:0.0:1789050303.598339:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baa8570a680 x1875954714761088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789050303.598387:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789050303.598415:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3646:1875954714760960:0@lo:400:kworker.0 00000100:00100000:3.0:1789050303.598724:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3643:1875954714760832:0@lo:38:kworker.0 00000400:00000100:3.0:1789050303.598790:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875954714760832 offset 0 length 520: 4 00000100:00100000:1.0:1789050303.598907:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3644:1875954714761216:0@lo:400:kworker.0 00000100:00100000:3.0:1789050303.599478:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa8570a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3643:1875954714761088:0@lo:38:kworker.0 00000400:00000100:1.0:1789050303.602188:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875954714761216 offset 0 length 224: 4 00000400:00000100:0.0:1789050303.604003:0:3646:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875954714760960 offset 0 length 224: 4 00000400:00000100:3.0:1789050303.604158:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875954714761088 offset 0 length 520: 4 00010000:00010000:1.0:1789050304.361315:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050305.397851:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1789050306.177599:0:21164:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:0.0:1789050306.198331:0:21164:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0000 00010000:00010000:0.0:1789050306.198385:0:21164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58710 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58717 expref: -99 pid: 18694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050306.198403:0:21164:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58710 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58717 expref: -99 pid: 18694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050306.198411:0:21164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58710 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df58717 expref: -99 pid: 18694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050306.198420:0:21164:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58710 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df58717 expref: -99 pid: 18694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050306.198449:0:21164:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1789050306.198454:0:21164:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1789050306.198477:0:21164:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789050306.198489:0:21164:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8baa85709500 x1875954714760832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789050318 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050306.198503:0:21164:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1789050306.198508:0:21164:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1789050306.198514:0:21164:0:(import.c:65:import_set_state_nolock()) ffff8baa985b8000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:0.0:1789050306.198518:0:21164:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789050306.198522:0:21164:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8baa85709500 x1875954714760832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789050318 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050306.198543:0:21164:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1789050306.198546:0:21164:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 16s for inflight to error out 00010000:00010000:3.0:1789050306.198752:0:17180:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789050306.198759:0:17180:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58710 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df58717 expref: -99 pid: 18694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050306.198768:0:17180:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae694200 already unused, calling callback (ffffffffc1287c20) 10000000:00010000:3.0:1789050306.198772:0:17180:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58710 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df58717 expref: -99 pid: 18694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050306.198781:0:17180:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58710 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b8ec5973df58717 expref: -99 pid: 18694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789050306.198789:0:17180:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58710 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b8ec5973df58717 expref: -99 pid: 18694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789050306.198802:0:17180:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789050306.198804:0:17180:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1789050306.198807:0:17180:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1789050306.198820:0:17180:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8ba9844a3800 00010000:00010000:3.0:1789050306.198824:0:17180:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58710 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x3b8ec5973df58717 expref: -99 pid: 18694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050306.198832:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58710 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x3b8ec5973df58717 expref: -99 pid: 18694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050306.198844:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050306.198846:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050306.198848:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789050306.198875:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3643:1875954714760832:0@lo:38:kworker.0 00000100:00080000:1.0:1789050306.203265:0:21164:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789050306.203282:0:21164:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8baa85709180 x1875954714760960/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789050306.203309:0:21164:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1789050306.203317:0:21164:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1789050306.203343:0:21164:0:(import.c:65:import_set_state_nolock()) ffff8baaae51e000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1789050306.203418:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3646:1875954714760960:0@lo:400:kworker.0 00000100:00100000:3.0:1789050306.203455:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3643:1875954714761344:0@lo:39:umount.0 00000400:00000100:3.0:1789050306.203503:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875954714761344 offset 0 length 224: 4 00010000:00010000:1.0:1789050306.409782:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789050306.610698:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9e852cd-105e-4a2b-8f2f-088fc33df062->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789050306.611715:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) e9e852cd-105e-4a2b-8f2f-088fc33df062->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789050306.611721:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789050306.611725:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789050306.611849:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789050306.617327:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3644:1875954714761472:0@lo:400:kworker.0 00000400:00000100:3.0:1789050306.617391:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875954714761472 offset 0 length 224: 4 00000001:00100000:0.0:1789050306.668525:0:19512:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789050306.668533:0:19512:0:(genops.c:885:class_export_put()) final put ffff8baa848c0800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789050306.668621:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa848c0800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1789050306.668659:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8baa848c6000 for lustre-OST0001 00000001:00100000:2.0:1789050306.669981:0:18695:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789050306.669989:0:18695:0:(genops.c:885:class_export_put()) final put ffff8baa84b11000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789050306.670034:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa84b11000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1789050306.670083:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8baa84b10800 for lustre-OST0000 00010000:00010000:1.0:1789050307.433236:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050308.457245:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789050308.650257:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9e852cd-105e-4a2b-8f2f-088fc33df062->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789050308.650267:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) e9e852cd-105e-4a2b-8f2f-088fc33df062->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789050308.650270:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789050308.650274:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789050308.650531:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3646:1875954714761600:0@lo:400:kworker.0 00000400:00000100:3.0:1789050308.650585:0:3646:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875954714761600 offset 0 length 224: 4 00010000:00010000:1.0:1789050309.481605:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050310.505214:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789050311.337095:0:3643:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789050301/real 1789050301] req@ffff8baab78a3800 x1875954714760704/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789050311 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789050311.337137:0:3643:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8baab78a3800 x1875954714760704/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789050311 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789050311.337162:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8ba9844a3800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789050311.337193:0:3643:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1789050311.337198:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9e852cd-105e-4a2b-8f2f-088fc33df062:3643:1875954714760704:0@lo:250:ptlrpcd_00_00.0 00000100:00080000:1.0:1789050311.337504:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9e852cd-105e-4a2b-8f2f-088fc33df062->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789050311.337510:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789050311.337514:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ba9844a3800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789050311.337520:0:38:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 523 00000100:00080000:1.0:1789050311.337536:0:38:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789050311.337550:0:38:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8ba9844a3800 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:1.0:1789050311.337879:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baab78a1880 x1875954714761728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789050311.337911:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789050311.337916:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789050311.337996:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9e852cd-105e-4a2b-8f2f-088fc33df062:3643:1875954714761728:0@lo:250:kworker.0 00000100:00100000:2.0:1789050311.338051:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3647:1875954714761856:0@lo:400:kworker.0 00000400:00000100:3.0:1789050311.338063:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875954714761728 offset 0 length 520: 4 00000400:00000100:2.0:1789050311.338122:0:3647:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875954714761856 offset 0 length 224: 4 00010000:00010000:3.0:1789050311.529794:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050312.553204:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050313.582543:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050314.601477:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050315.625186:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789050316.401999:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9e852cd-105e-4a2b-8f2f-088fc33df062->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789050316.402015:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) e9e852cd-105e-4a2b-8f2f-088fc33df062->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789050316.402019:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789050316.402023:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789050316.402234:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3644:1875954714761984:0@lo:400:kworker.0 00000400:00000100:1.0:1789050316.402319:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875954714761984 offset 0 length 224: 4 00000100:00100000:3.0:1789050316.457075:0:3643:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789050306/real 1789050306] req@ffff8baab78a0e00 x1875954714761344/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789050316 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789050316.457121:0:3643:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8baab78a0e00 x1875954714761344/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789050316 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789050316.457147:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8baaae51e000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1789050316.457171:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3643:1875954714761344:0@lo:39:umount.0 00000100:00080000:1.0:1789050316.457277:0:21164:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789050316.457283:0:21164:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789050316.457298:0:21164:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1789050316.459089:0:21164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8ba983570000/0x3b8ec5973df586e6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df586ed expref: -99 pid: 18694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050316.459113:0:21164:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8ba983570000/0x3b8ec5973df586e6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df586ed expref: -99 pid: 18694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050316.459121:0:21164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8ba983570000/0x3b8ec5973df586e6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df586ed expref: -99 pid: 18694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050316.459129:0:21164:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.142@tcp lock: ffff8ba983570000/0x3b8ec5973df586e6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df586ed expref: -99 pid: 18694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050316.459166:0:21164:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789050316.459176:0:21164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa829d6200/0x3b8ec5973df58a4a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58a51 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050316.459208:0:21164:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa829d6200/0x3b8ec5973df58a4a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58a51 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050316.459215:0:21164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa829d6200/0x3b8ec5973df58a4a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df58a51 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050316.459222:0:21164:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.142@tcp lock: ffff8baa829d6200/0x3b8ec5973df58a4a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df58a51 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050316.459360:0:21164:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:1.0:1789050316.459367:0:21164:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:1.0:1789050316.459403:0:21164:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0000 00000020:01000000:1.0:1789050316.459409:0:21164:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:1.0:1789050316.459415:0:21164:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789050316.459422:0:21164:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789050316.459436:0:21164:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff8baabd17cd40) has no exports 00000020:00080000:1.0:1789050316.459467:0:21164:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff8baabd17cd40) has no exports 00000020:01000000:1.0:1789050316.461405:0:21164:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8ba98302f720 - data ffff8baaa95a6af8/ffff8baab7f03c00 00010000:00010000:3.0:1789050316.465831:0:17180:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789050316.465871:0:17180:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8ba983570000/0x3b8ec5973df586e6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df586ed expref: -99 pid: 18694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050316.465889:0:17180:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ba983570000 already unused, calling callback (ffffffffc1287c20) 10000000:00010000:3.0:1789050316.465894:0:17180:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8ba983570000/0x3b8ec5973df586e6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df586ed expref: -99 pid: 18694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050316.465935:0:17180:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8ba983570000/0x3b8ec5973df586e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b8ec5973df586ed expref: -99 pid: 18694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789050316.465959:0:17180:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8ba983570000/0x3b8ec5973df586e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b8ec5973df586ed expref: -99 pid: 18694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789050316.465966:0:17180:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789050316.465969:0:17180:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:3.0:1789050316.465973:0:17180:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:3.0:1789050316.466001:0:17180:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8ba9844a3800 00010000:00010000:3.0:1789050316.466007:0:17180:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8ba983570000/0x3b8ec5973df586e6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x3b8ec5973df586ed expref: -99 pid: 18694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050316.466013:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8ba983570000/0x3b8ec5973df586e6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x3b8ec5973df586ed expref: -99 pid: 18694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050316.466041:0:17180:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789050316.466046:0:17180:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8baa829d6200/0x3b8ec5973df58a4a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df58a51 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050316.466052:0:17180:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa829d6200 already unused, calling callback (ffffffffc1287c20) 10000000:00010000:3.0:1789050316.466055:0:17180:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8baa829d6200/0x3b8ec5973df58a4a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df58a51 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050316.466061:0:17180:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8baa829d6200/0x3b8ec5973df58a4a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b8ec5973df58a51 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789050316.466068:0:17180:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8baa829d6200/0x3b8ec5973df58a4a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b8ec5973df58a51 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789050316.466084:0:17180:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1789050316.466086:0:17180:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1789050316.466089:0:17180:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1789050316.466095:0:17180:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8ba9844a3800 00010000:00010000:3.0:1789050316.466098:0:17180:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8baa829d6200/0x3b8ec5973df58a4a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x3b8ec5973df58a51 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050316.466105:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8baa829d6200/0x3b8ec5973df58a4a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x3b8ec5973df58a51 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050316.466115:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050316.466117:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050316.466119:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:1.0:1789050316.467644:0:21164:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8baab41efa20 - data ffff8baaa9487870/ffff8ba983f97400 00010000:00010000:0.0:1789050316.469065:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:1.0:1789050316.476413:0:21164:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1789050316.494811:0:21164:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df586fb 00000020:00000080:0.0:1789050316.494829:0:21164:0:(genops.c:885:class_export_put()) final put ffff8baa848c2800/lustre-OST0000-osd_UUID 00000020:01000004:0.0:1789050316.497927:0:21164:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8baa90bd4800 from lustre-OST0000, refs=2 00000020:01000004:0.0:1789050316.497956:0:21164:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8baa90bd4800 2 00000020:01000004:0.0:1789050316.497961:0:21164:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8baa90bd4800 from lustre-OST0000 00000020:00000080:0.0:1789050316.498006:0:21164:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789050316.498020:0:21164:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:0.0:1789050316.498027:0:21164:0:(genops.c:885:class_export_put()) final put ffff8baa848c5000/lustre-OST0000_UUID 00000020:00000080:0.0:1789050316.498032:0:21164:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa848c5000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:0.0:1789050316.498043:0:21164:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:0.0:1789050316.498131:0:21164:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:0.0:1789050316.498136:0:21164:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1789050316.498140:0:21164:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789050316.498146:0:21164:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789050316.498154:0:21164:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8baab4116000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789050316.498161:0:21164:0:(genops.c:1552:class_disconnect_exports()) OBD device 23 (ffff8baabd178000) has exports, disconnecting them 00000020:00080000:0.0:1789050316.498167:0:21164:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8baab4116000), last request at 1789050235 00000020:00000080:0.0:1789050316.498173:0:21164:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df58725 00000020:00080000:0.0:1789050316.498205:0:21164:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8baab4116000): rc 0 00000020:00000080:0.0:1789050316.498211:0:21164:0:(genops.c:885:class_export_put()) final put ffff8baab4116000/lustre-MDT0000-lwp-OST0000 00000020:00000080:2.0:1789050316.502219:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa848c2800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:2.0:1789050316.511808:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8baab4116000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:2.0:1789050316.515242:0:21164:0:(obd_class.h:676:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:2.0:1789050316.515254:0:21164:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789050316.515259:0:21164:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1789050316.515269:0:21164:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789050316.515323:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8baa985b8000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:2.0:1789050316.515584:0:21164:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789050316.515597:0:21164:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:2.0:1789050316.515605:0:21164:0:(genops.c:885:class_export_put()) final put ffff8baa848c0000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:2.0:1789050316.515610:0:21164:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa848c0000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:2.0:1789050316.515617:0:21164:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:2.0:1789050316.515725:0:21164:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1789050316.515730:0:21164:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789050316.515749:0:21164:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789050316.515758:0:21164:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff8baab4113000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789050316.515765:0:21164:0:(genops.c:1552:class_disconnect_exports()) OBD device 24 (ffff8ba983e83380) has exports, disconnecting them 00000020:00080000:2.0:1789050316.515771:0:21164:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff8baab4113000), last request at 1789050235 00000020:00000080:2.0:1789050316.515776:0:21164:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df5873a 00000020:00080000:2.0:1789050316.515792:0:21164:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8baab4113000): rc 0 00000020:00000080:2.0:1789050316.515798:0:21164:0:(genops.c:885:class_export_put()) final put ffff8baab4113000/lustre-MDT0001-lwp-OST0000 00000020:00000080:2.0:1789050316.515837:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8baab4113000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:3.0:1789050316.523716:0:21164:0:(obd_class.h:676:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:3.0:1789050316.523730:0:21164:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789050316.523737:0:21164:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1789050316.523749:0:21164:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789050316.524043:0:21164:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789050316.524055:0:21164:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:3.0:1789050316.524064:0:21164:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8baa90bd4800 1 00000020:00000080:3.0:1789050316.524072:0:21164:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df586d8 00000020:00000080:3.0:1789050316.524083:0:21164:0:(genops.c:885:class_export_put()) final put ffff8ba983505800/lustre-OST0000-osd_UUID 00000020:01000000:3.0:1789050316.524089:0:21164:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:3.0:1789050316.524097:0:21164:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789050316.524101:0:21164:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789050316.524106:0:21164:0:(genops.c:1557:class_disconnect_exports()) OBD device 20 (ffff8baa877219c0) has no exports 00000020:00000080:2.0:1789050316.529045:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8baaae51e000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:2.0:1789050316.529067:0:38:0:(genops.c:885:class_export_put()) final put ffff8baab4110000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:2.0:1789050316.529072:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8baab4110000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:2.0:1789050316.529082:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:2.0:1789050316.529167:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8ba983505800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1789050316.565200:0:21164:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789050316.565219:0:21164:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:3.0:1789050316.565226:0:21164:0:(genops.c:885:class_export_put()) final put ffff8baab77fd000/lustre-OST0000-osd_UUID 00000020:00000080:3.0:1789050316.565231:0:21164:0:(genops.c:844:class_export_destroy()) destroying export ffff8baab77fd000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:3.0:1789050316.565267:0:21164:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:3.0:1789050316.565587:0:21164:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8baa90bd2000 00000020:02000400:3.0:1789050316.565642:0:21164:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:0.0:1789050316.650308:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050317.673168:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789050318.505376:0:3643:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789050303/real 1789050303] req@ffff8baa8570a680 x1875954714761088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789050318 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789050318.505421:0:3643:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8baa8570a680 x1875954714761088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789050318 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789050318.505447:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8baa84b14800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789050318.505470:0:3643:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789050318.505475:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa8570a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3643:1875954714761088:0@lo:38:kworker.0 00000100:00080000:2.0:1789050318.506627:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9e852cd-105e-4a2b-8f2f-088fc33df062->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789050318.506636:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) e9e852cd-105e-4a2b-8f2f-088fc33df062->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789050318.506639:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789050318.506643:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789050318.506647:0:38:0:(import.c:65:import_set_state_nolock()) ffff8baa84b14800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789050318.507243:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 525 00000100:00080000:2.0:1789050318.507251:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1789050318.507269:0:38:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8baa84b14800 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:2.0:1789050318.507317:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baaa7d50700 x1875954714762112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789050318.507423:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3645:1875954714762240:0@lo:400:kworker.0 00000400:00000100:2.0:1789050318.507491:0:3645:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875954714762240 offset 0 length 224: 4 00000100:00100000:1.0:1789050318.509338:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3643:1875954714762112:0@lo:38:kworker.0 00000400:00000100:1.0:1789050318.509412:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875954714762112 offset 0 length 520: 4 00010000:00010000:0.0:1789050318.698375:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1789050319.467579:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789050303/real 1789050303] req@ffff8baa85708700 x1875954714761216/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789050319 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789050319.492538:0:3644:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8baa85708700 x1875954714761216/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789050319 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789050319.492558:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8baa84b11800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789050319.492563:0:3644:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1789050319.508388:0:3644:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00100000:2.0:1789050319.508820:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3644:1875954714761216:0@lo:400:kworker.0 00000100:00080000:2.0:1789050319.509197:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9e852cd-105e-4a2b-8f2f-088fc33df062->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789050319.509203:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) e9e852cd-105e-4a2b-8f2f-088fc33df062->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789050319.509207:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789050319.509211:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789050319.509214:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789050319.509217:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1789050319.509221:0:38:0:(import.c:65:import_set_state_nolock()) ffff8baa84b11800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789050319.509228:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 475 00000100:00080000:2.0:1789050319.509248:0:38:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8baa84b11800 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:2.0:1789050319.509292:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baaa7d50a80 x1875954714762368/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789050319.513146:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3643:1875954714762368:0@lo:38:kworker.0 00000400:00000100:2.0:1789050319.513234:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875954714762368 offset 0 length 520: 4 00010000:00010000:0.0:1789050319.721252:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050320.748264:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1789050321.104889:0:21368:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:0.0:1789050321.127109:0:21368:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0001 00010000:00010000:0.0:1789050321.127229:0:21368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae695a00/0x3b8ec5973df587aa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df587b1 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050321.127271:0:21368:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae695a00/0x3b8ec5973df587aa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df587b1 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050321.127279:0:21368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae695a00/0x3b8ec5973df587aa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df587b1 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050321.127286:0:21368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.142@tcp lock: ffff8baaae695a00/0x3b8ec5973df587aa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df587b1 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050321.127316:0:21368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1789050321.127323:0:21368:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1789050321.127356:0:21368:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789050321.127370:0:21368:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8baaa7d50700 x1875954714762112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789050338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050321.127388:0:21368:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1789050321.127396:0:21368:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1789050321.127404:0:21368:0:(import.c:65:import_set_state_nolock()) ffff8baa84b14800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:0.0:1789050321.127410:0:21368:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789050321.127413:0:21368:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8baaa7d50700 x1875954714762112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789050338 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050321.127420:0:21368:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1789050321.127424:0:21368:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 22s for inflight to error out 00010000:00010000:1.0:1789050321.127594:0:18345:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789050321.127603:0:18345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8baaae695a00/0x3b8ec5973df587aa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df587b1 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050321.127612:0:18345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae695a00 already unused, calling callback (ffffffffc1287c20) 10000000:00010000:1.0:1789050321.127624:0:18345:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8baaae695a00/0x3b8ec5973df587aa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df587b1 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050321.127635:0:18345:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8baaae695a00/0x3b8ec5973df587aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b8ec5973df587b1 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789050321.127643:0:18345:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8baaae695a00/0x3b8ec5973df587aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b8ec5973df587b1 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789050321.127650:0:18345:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789050321.127653:0:18345:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1789050321.127655:0:18345:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1789050321.127671:0:18345:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8ba9844a3800 00010000:00010000:1.0:1789050321.127675:0:18345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8baaae695a00/0x3b8ec5973df587aa lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x3b8ec5973df587b1 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050321.127682:0:18345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8baaae695a00/0x3b8ec5973df587aa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x3b8ec5973df587b1 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050321.127695:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050321.127697:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050321.127699:0:18345:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789050321.130384:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3643:1875954714762112:0@lo:38:kworker.0 00000100:00080000:0.0:1789050321.134068:0:21368:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789050321.134095:0:21368:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8baaa7d51880 x1875954714761472/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050321.134125:0:21368:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8baaa7d50380 x1875954714761600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050321.134163:0:21368:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8baab78a2a00 x1875954714761856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050321.134197:0:21368:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8baaa7d53800 x1875954714761984/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789050321.134198:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3644:1875954714761472:0@lo:400:kworker.0 00000100:00100000:0.0:1789050321.134207:0:21368:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8baaa7d53b80 x1875954714762240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050321.134231:0:21368:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8baaa7d50a80 x1875954714762368/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789050329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050321.134248:0:21368:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1789050321.134256:0:21368:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1789050321.134266:0:21368:0:(import.c:65:import_set_state_nolock()) ffff8baa84b11800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:0.0:1789050321.134274:0:21368:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789050321.134281:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3647:1875954714761856:0@lo:400:kworker.0 00000100:00100000:0.0:1789050321.134281:0:21368:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8baaa7d50380 x1875954714761600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050324 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789050321.134282:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3644:1875954714761984:0@lo:400:kworker.0 00000100:00100000:0.0:1789050321.134297:0:21368:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8baab78a2a00 x1875954714761856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050327 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050321.135174:0:21368:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8baaa7d53800 x1875954714761984/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050332 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050321.135187:0:21368:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8baaa7d53b80 x1875954714762240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050334 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050321.135195:0:21368:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8baaa7d50a80 x1875954714762368/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789050329 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050321.135203:0:21368:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789050321.136638:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3645:1875954714762240:0@lo:400:kworker.0 00000100:00100000:1.0:1789050321.136713:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3646:1875954714761600:0@lo:400:kworker.0 00000100:00100000:3.0:1789050321.138869:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3643:1875954714762368:0@lo:38:kworker.0 00000100:00100000:0.0:1789050321.141816:0:21368:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1789050321.144175:0:21368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae694600/0x3b8ec5973df58780 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58787 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050321.144225:0:21368:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae694600/0x3b8ec5973df58780 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58787 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050321.144234:0:21368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae694600/0x3b8ec5973df58780 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df58787 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050321.144242:0:21368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.142@tcp lock: ffff8baaae694600/0x3b8ec5973df58780 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df58787 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050321.144278:0:21368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789050321.144287:0:21368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae694c00/0x3b8ec5973df58a3c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58a43 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050321.144294:0:21368:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae694c00/0x3b8ec5973df58a3c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58a43 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050321.144301:0:21368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae694c00/0x3b8ec5973df58a3c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df58a43 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050321.144308:0:21368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.142@tcp lock: ffff8baaae694c00/0x3b8ec5973df58a3c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b8ec5973df58a43 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050321.144329:0:21368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:0.0:1789050321.144334:0:21368:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:0.0:1789050321.144366:0:21368:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0001 00000020:01000000:0.0:1789050321.144371:0:21368:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:0.0:1789050321.144377:0:21368:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789050321.144384:0:21368:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1789050321.144389:0:21368:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff8baab4e3cd40) has no exports 00000020:00080000:0.0:1789050321.144430:0:21368:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff8baab4e3cd40) has no exports 00010000:00010000:3.0:1789050321.144452:0:17180:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789050321.144464:0:17180:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8baaae694600/0x3b8ec5973df58780 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df58787 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050321.144473:0:17180:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae694600 already unused, calling callback (ffffffffc1287c20) 10000000:00010000:3.0:1789050321.144477:0:17180:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8baaae694600/0x3b8ec5973df58780 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df58787 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050321.144487:0:17180:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8baaae694600/0x3b8ec5973df58780 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b8ec5973df58787 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789050321.144517:0:17180:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8baaae694600/0x3b8ec5973df58780 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b8ec5973df58787 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789050321.144524:0:17180:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789050321.144526:0:17180:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:3.0:1789050321.144529:0:17180:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:3.0:1789050321.144546:0:17180:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8ba9844a3800 00010000:00010000:3.0:1789050321.144550:0:17180:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8baaae694600/0x3b8ec5973df58780 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x3b8ec5973df58787 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050321.144556:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8baaae694600/0x3b8ec5973df58780 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x3b8ec5973df58787 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050321.144575:0:17180:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789050321.144579:0:17180:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8baaae694c00/0x3b8ec5973df58a3c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df58a43 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050321.144584:0:17180:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae694c00 already unused, calling callback (ffffffffc1287c20) 10000000:00010000:3.0:1789050321.144587:0:17180:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8baaae694c00/0x3b8ec5973df58a3c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b8ec5973df58a43 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050321.144592:0:17180:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8baaae694c00/0x3b8ec5973df58a3c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b8ec5973df58a43 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789050321.144598:0:17180:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8baaae694c00/0x3b8ec5973df58a3c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b8ec5973df58a43 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789050321.144602:0:17180:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1789050321.144604:0:17180:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1789050321.144611:0:17180:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1789050321.144617:0:17180:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8ba9844a3800 00010000:00010000:3.0:1789050321.144620:0:17180:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8baaae694c00/0x3b8ec5973df58a3c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x3b8ec5973df58a43 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050321.144626:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8baaae694c00/0x3b8ec5973df58a3c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x3b8ec5973df58a43 expref: -99 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050321.144688:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050321.144710:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050321.144714:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050321.144717:0:17180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:0.0:1789050321.151714:0:21368:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8ba98302f6c0 - data ffff8baaa9561948/ffff8baab7f00000 00000020:01000000:0.0:1789050321.152121:0:21368:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8baa9128b840 - data ffff8baaa9689ca8/ffff8baaadfa9c00 00100000:10000000:0.0:1789050321.166097:0:21368:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1789050321.173845:0:21368:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df58795 00000020:00000080:0.0:1789050321.173863:0:21368:0:(genops.c:885:class_export_put()) final put ffff8ba982644000/lustre-OST0001-osd_UUID 00000020:01000004:0.0:1789050321.173890:0:21368:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8baa8374f000 from lustre-OST0001, refs=2 00000020:01000004:0.0:1789050321.173895:0:21368:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8baa8374f000 2 00000020:01000004:0.0:1789050321.173899:0:21368:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8baa8374f000 from lustre-OST0001 00000020:00000080:0.0:1789050321.173933:0:21368:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789050321.173975:0:21368:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:0.0:1789050321.173979:0:21368:0:(genops.c:885:class_export_put()) final put ffff8ba982646000/lustre-OST0001_UUID 00000020:00000080:0.0:1789050321.173983:0:21368:0:(genops.c:844:class_export_destroy()) destroying export ffff8ba982646000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:0.0:1789050321.173992:0:21368:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:0.0:1789050321.174128:0:21368:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import e9e852cd-105e-4a2b-8f2f-088fc33df062->MGS 00010000:00010000:0.0:1789050321.174151:0:21368:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8baaae694400/0x3b8ec5973df585a4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b8ec5973df585ab expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789050321.174167:0:21368:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8baaae694400/0x3b8ec5973df585a4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b8ec5973df585ab expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789050321.174174:0:21368:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:0.0:1789050321.174177:0:21368:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:0.0:1789050321.174181:0:21368:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:0.0:1789050321.174198:0:21368:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8ba9844a3800 00010000:00010000:0.0:1789050321.174203:0:21368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8baaae694400/0x3b8ec5973df585a4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x3b8ec5973df585ab expref: -99 pid: 17924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050321.174220:0:21368:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8ba983571800/0x3b8ec5973df58493 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b8ec5973df5849a expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789050321.174241:0:21368:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8ba983571800/0x3b8ec5973df58493 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b8ec5973df5849a expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789050321.174247:0:21368:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789050321.174249:0:21368:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:0.0:1789050321.174251:0:21368:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:0.0:1789050321.174263:0:21368:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8ba9844a3800 00010000:00010000:0.0:1789050321.174266:0:21368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8ba983571800/0x3b8ec5973df58493 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x3b8ec5973df5849a expref: -99 pid: 17171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1789050321.174284:0:21368:0:(import.c:65:import_set_state_nolock()) ffff8ba9844a3800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:0.0:1789050321.174289:0:21368:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1789050321.174292:0:21368:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1789050321.174294:0:21368:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1789050321.174299:0:21368:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1789050321.174314:0:21368:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8baab78a1880 x1875954714761728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789050326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1789050321.174334:0:21368:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1789050321.174337:0:21368:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 6s for inflight to error out 00000020:00000080:3.0:1789050321.174422:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8ba982644000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000100:00100000:2.0:1789050321.174669:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9e852cd-105e-4a2b-8f2f-088fc33df062:3643:1875954714761728:0@lo:250:kworker.0 10000000:01000000:0.0:1789050321.174820:0:21368:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1789050321.174829:0:21368:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df5847e 00000020:00000080:0.0:1789050321.174836:0:21368:0:(genops.c:885:class_export_put()) final put ffff8baaa7dc7800/e9e852cd-105e-4a2b-8f2f-088fc33df062 00000020:01000000:0.0:1789050321.174885:0:21368:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.203.142@tcp (flags='') 00000020:00000080:0.0:1789050321.174892:0:21368:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789050321.174899:0:21368:0:(obd_config.c:956:class_cleanup()) MGC192.168.203.142@tcp: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1789050321.174904:0:21368:0:(genops.c:1557:class_disconnect_exports()) OBD device 2 (ffff8baa857acd40) has no exports 10000000:01000000:2.0:1789050321.175178:0:17189:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:0.0:1789050321.175286:0:21368:0:(obd_class.h:676:obd_cleanup_client_import()) MGC192.168.203.142@tcp: client import never connected 00000100:00080000:0.0:1789050321.175290:0:21368:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:0.0:1789050321.175292:0:21368:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1789050321.175295:0:21368:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:0.0:1789050321.175307:0:21368:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1789050321.179197:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baaa7dc7800/e9e852cd-105e-4a2b-8f2f-088fc33df062 for MGC192.168.203.142@tcp 00000020:00000080:2.0:1789050321.179444:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8ba9844a3800 for MGC192.168.203.142@tcp 00000020:00000080:2.0:1789050321.179537:0:21368:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789050321.179550:0:21368:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.142@tcp (uuid e9e852cd-105e-4a2b-8f2f-088fc33df062) 00000020:00000080:2.0:1789050321.179557:0:21368:0:(genops.c:885:class_export_put()) final put ffff8ba9844a6000/e9e852cd-105e-4a2b-8f2f-088fc33df062 00000020:00000080:2.0:1789050321.179561:0:21368:0:(genops.c:844:class_export_destroy()) destroying export ffff8ba9844a6000/e9e852cd-105e-4a2b-8f2f-088fc33df062 for MGC192.168.203.142@tcp 00000020:01000000:2.0:1789050321.179572:0:21368:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.142@tcp (e9e852cd-105e-4a2b-8f2f-088fc33df062) 00000020:01000000:2.0:1789050321.180008:0:21368:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1789050321.180015:0:21368:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789050321.180023:0:21368:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789050321.180032:0:21368:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff8baa985be800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789050321.180040:0:21368:0:(genops.c:1552:class_disconnect_exports()) OBD device 27 (ffff8baabeef8000) has exports, disconnecting them 00000020:00080000:2.0:1789050321.180046:0:21368:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff8baa985be800), last request at 1789050253 00000020:00000080:2.0:1789050321.180052:0:21368:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df587bf 00000020:00080000:2.0:1789050321.180070:0:21368:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8baa985be800): rc 0 00000020:00000080:2.0:1789050321.180078:0:21368:0:(genops.c:885:class_export_put()) final put ffff8baa985be800/lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1789050321.180812:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa985be800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:3.0:1789050321.181141:0:21368:0:(obd_class.h:676:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:3.0:1789050321.181147:0:21368:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789050321.181153:0:21368:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1789050321.181160:0:21368:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789050321.181348:0:21368:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789050321.181356:0:21368:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:3.0:1789050321.181363:0:21368:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1789050321.181369:0:21368:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789050321.181373:0:21368:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1789050321.181380:0:21368:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff8baa8374f800 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789050321.181386:0:21368:0:(genops.c:1552:class_disconnect_exports()) OBD device 28 (ffff8baa87720000) has exports, disconnecting them 00000020:00080000:3.0:1789050321.181391:0:21368:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff8baa8374f800), last request at 1789050253 00000020:00000080:3.0:1789050321.181395:0:21368:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df587d4 00000020:00080000:3.0:1789050321.181410:0:21368:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8baa8374f800): rc 0 00000020:00000080:3.0:1789050321.181415:0:21368:0:(genops.c:885:class_export_put()) final put ffff8baa8374f800/lustre-MDT0001-lwp-OST0001 00000020:00000080:0.0:1789050321.182296:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8baa84b14800 for lustre-MDT0000-lwp-OST0001 00000020:00000080:0.0:1789050321.182308:0:36:0:(genops.c:885:class_export_put()) final put ffff8ba983160800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:0.0:1789050321.182312:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8ba983160800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:0.0:1789050321.182321:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:0.0:1789050321.182398:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa8374f800/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:0.0:1789050321.225012:0:21368:0:(obd_class.h:676:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:0.0:1789050321.225025:0:21368:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789050321.225031:0:21368:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789050321.225041:0:21368:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789050321.225091:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8baa84b11800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:1.0:1789050321.225626:0:18345:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:1.0:1789050321.229017:0:17181:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:3.0:1789050321.258600:0:17180:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:3.0:1789050321.259063:0:17176:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8baabdcc5a00:17176] 1 exiting: rc = 0 00000100:00100000:2.0:1789050321.259210:0:17175:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8baa82b8ea00:17175] 0 exiting: rc = 1 00000100:00100000:0.0:1789050321.259352:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.259847:0:17178:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8baabdcc5200:17178] 1 exiting: rc = 0 00000100:00100000:2.0:1789050321.260073:0:20218:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_003: service thread [ffff8baab7f17200:20218] 3 exiting: rc = 0 00000100:00100000:2.0:1789050321.260152:0:17177:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8baabdcc5c00:17177] 0 exiting: rc = 1 00000100:00100000:3.0:1789050321.260466:0:17179:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8baabdcc5400:17179] 2 exiting: rc = 0 00000100:00100000:0.0:1789050321.260575:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260586:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260595:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260603:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260611:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260618:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260637:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260644:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260650:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260655:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260661:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260667:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260673:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260680:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260686:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260692:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260698:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260704:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260710:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260830:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260839:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260846:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260852:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260857:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260864:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260871:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260877:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260882:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260888:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260894:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260901:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260906:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260911:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260917:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260923:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260928:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260934:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260968:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260973:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260979:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260984:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260991:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.260996:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.261001:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.261008:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.261015:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.261021:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.261027:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.261032:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.261038:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.261044:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.261049:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.261054:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.261060:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.261073:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.261078:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.261084:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.261090:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.261094:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.261100:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.261106:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.261111:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.261119:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.261124:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1789050321.262397:0:21368:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789050321.262412:0:21368:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:0.0:1789050321.262419:0:21368:0:(genops.c:885:class_export_put()) final put ffff8baa8374b000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:0.0:1789050321.262425:0:21368:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa8374b000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:0.0:1789050321.262432:0:21368:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:0.0:1789050321.262497:0:21368:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8baa8374f000 1 00000020:00000080:0.0:1789050321.262513:0:21368:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x3b8ec5973df58779 00000020:00000080:0.0:1789050321.262522:0:21368:0:(genops.c:885:class_export_put()) final put ffff8baab4114000/lustre-OST0001-osd_UUID 00000020:01000000:0.0:1789050321.262578:0:21368:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:0.0:1789050321.262584:0:21368:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789050321.262591:0:21368:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789050321.262600:0:21368:0:(genops.c:1557:class_disconnect_exports()) OBD device 25 (ffff8baa87724d40) has no exports 00000020:00000080:3.0:1789050321.265673:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8baab4114000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:0.0:1789050321.290425:0:21368:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789050321.290445:0:21368:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:0.0:1789050321.290453:0:21368:0:(genops.c:885:class_export_put()) final put ffff8baa8374c800/lustre-OST0001-osd_UUID 00000020:00000080:0.0:1789050321.290460:0:21368:0:(genops.c:844:class_export_destroy()) destroying export ffff8baa8374c800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:0.0:1789050321.290475:0:21368:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:0.0:1789050321.291563:0:21368:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8baa8374b800 00000020:01000000:0.0:1789050321.291601:0:21368:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:0.0:1789050321.291607:0:21368:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789050321.291614:0:21368:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1789050321.291620:0:21368:0:(genops.c:1557:class_disconnect_exports()) OBD device 21 (ffff8baab4e399c0) has no exports 00000020:00000080:0.0:1789050321.292074:0:21368:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789050321.292096:0:21368:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:0.0:1789050321.292101:0:21368:0:(genops.c:885:class_export_put()) final put ffff8ba983503800/OSS_uuid 00000020:00000080:0.0:1789050321.292105:0:21368:0:(genops.c:844:class_export_destroy()) destroying export ffff8ba983503800/OSS_uuid for OSS 00000020:01000000:0.0:1789050321.292110:0:21368:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00080000:1.0:1789050321.292242:0:17188:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:1.0:1789050321.292444:0:19123:0:(service.c:3188:ptlrpc_main()) ll_ost00_003: service thread [ffff8baa83675000:19123] 3 exiting: rc = 0 00000100:00100000:1.0:1789050321.292538:0:19575:0:(service.c:3188:ptlrpc_main()) ll_ost00_004: service thread [ffff8ba98451de00:19575] 4 exiting: rc = 0 00000100:00100000:1.0:1789050321.292620:0:18700:0:(service.c:3188:ptlrpc_main()) ll_ost00_002: service thread [ffff8baa8362b000:18700] 2 exiting: rc = 0 00000100:00100000:1.0:1789050321.292717:0:18698:0:(service.c:3188:ptlrpc_main()) ll_ost00_000: service thread [ffff8baa8362a000:18698] 0 exiting: rc = 1 00000100:00100000:3.0:1789050321.294212:0:18699:0:(service.c:3188:ptlrpc_main()) ll_ost00_001: service thread [ffff8baa8362bc00:18699] 1 exiting: rc = 0 00000100:00100000:0.0:1789050321.294388:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294399:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294404:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294410:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294416:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294421:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294426:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294432:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294437:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294443:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294448:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294454:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294459:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294464:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294469:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294474:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294482:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294487:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294493:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294498:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294503:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294518:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294523:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294528:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294534:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294540:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294544:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294550:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294556:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294561:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294566:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294583:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294590:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294597:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294603:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294608:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294614:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294619:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294624:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294629:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294698:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294705:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294710:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294716:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294721:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294726:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294784:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294797:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294804:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294810:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294815:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294821:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294826:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294832:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294837:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294842:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294846:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294851:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294856:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294861:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294866:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294872:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294877:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789050321.294883:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297293:0:18702:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_000: service thread [ffff8baa8362b200:18702] 0 exiting: rc = 1 00000100:00100000:3.0:1789050321.297458:0:18703:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_001: service thread [ffff8baa8362b600:18703] 1 exiting: rc = 0 00000100:00100000:1.0:1789050321.297559:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297567:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297573:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297579:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297584:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297591:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297597:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297603:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297609:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297615:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297623:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297628:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297633:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297638:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297644:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297649:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297655:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297661:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297668:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297674:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297681:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297687:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297694:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297701:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297707:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297713:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297719:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297726:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297741:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297747:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297753:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297758:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297782:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297788:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297794:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297800:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297805:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297811:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297817:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297822:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297827:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297832:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297837:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297842:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297848:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297853:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297860:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297866:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297872:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297878:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297884:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297890:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297895:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297901:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297907:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297912:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297917:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297922:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297928:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297933:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297970:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297976:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297983:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.297989:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.299155:0:20333:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_003: service thread [ffff8baaa73e5a00:20333] 3 exiting: rc = 0 00000100:00100000:3.0:1789050321.299571:0:18706:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_002: service thread [ffff8baa9838a400:18706] 2 exiting: rc = 0 00000100:00100000:3.0:1789050321.299804:0:18705:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_001: service thread [ffff8baa8362b400:18705] 1 exiting: rc = 0 00000100:00100000:3.0:1789050321.300624:0:18704:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_000: service thread [ffff8baa8362ba00:18704] 0 exiting: rc = 1 00000100:00100000:1.0:1789050321.300770:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.300779:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.300799:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.300807:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.300814:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.300820:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.300827:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.300833:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.300841:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.300847:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.300854:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.300861:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.300868:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.300875:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.300881:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.300888:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.300893:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.300900:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.300907:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.300934:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301054:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301062:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301068:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301075:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301081:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301087:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301095:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301102:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301108:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301115:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301122:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301128:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301135:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301141:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301148:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301155:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301160:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301175:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301181:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301187:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301193:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301199:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301207:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301228:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301237:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301244:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301250:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301257:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301263:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301269:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301277:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301283:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301289:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301306:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301321:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301330:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301337:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301343:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301349:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301356:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301362:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301368:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301376:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.301389:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789050321.310149:0:18707:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff8baa8362a800:18707] 0 exiting: rc = 1 00000100:00100000:2.0:1789050321.310307:0:18708:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff8baa85f97e00:18708] 1 exiting: rc = 0 00000100:00100000:1.0:1789050321.310438:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310447:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310452:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310458:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310463:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310469:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310475:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310481:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310503:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310517:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310524:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310530:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310535:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310541:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310547:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310552:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310558:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310564:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310570:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310575:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310581:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310587:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310593:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310598:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310603:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310609:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310615:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310620:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310625:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310631:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310712:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310719:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310724:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310796:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310805:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310811:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310817:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310823:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310829:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310835:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310840:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310846:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310852:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310865:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310871:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310877:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310883:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310890:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310896:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310902:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310908:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310922:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310928:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.310934:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.311440:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.311447:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.311454:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.311460:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.311466:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.311472:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.311478:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.311484:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.311491:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.311497:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789050321.313191:0:18709:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_000: service thread [ffff8baab9987400:18709] 0 exiting: rc = 1 00000100:00100000:3.0:1789050321.313605:0:18710:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_001: service thread [ffff8baab9986e00:18710] 1 exiting: rc = 0 00000100:00100000:2.0:1789050321.313868:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.313878:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.313895:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.313917:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.313924:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.313932:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314224:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314252:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314260:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314266:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314273:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314280:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314286:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314292:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314299:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314306:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314313:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314320:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314327:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314349:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314356:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314362:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314370:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314377:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314384:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314391:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314399:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314406:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314413:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314421:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314429:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314453:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314461:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314468:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314475:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314482:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314489:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314495:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314528:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314536:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314544:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314551:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314560:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314582:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314591:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314598:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314606:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314613:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314621:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314627:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314706:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314716:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314722:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314728:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314808:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314832:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314843:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314850:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314857:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314864:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314871:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314879:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314887:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789050321.314906:0:21368:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:3.0:1789050321.338128:0:21368:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:2.0:1789050342.081829:0:22131:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg342-server.virtnet: executing load_modules_local 00000020:01000004:3.0:1789050352.693802:0:22731:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1789050352.693808:0:22731:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:3.0:1789050352.693809:0:22731:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1789050352.693928:0:22731:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8ba984cc8800 00000020:01000004:3.0:1789050352.693961:0:22731:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:3.0:1789050352.693970:0:22731:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1789050352.693984:0:22731:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8baabeef99c0) 00000020:00000080:3.0:1789050352.693997:0:22731:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1789050352.810816:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1789050352.811313:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:1.0:1789050352.816117:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:1.0:1789050352.816779:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:1.0:1789050352.817210:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:1.0:1789050352.819828:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:1.0:1789050352.820384:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:1.0:1789050352.820699:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:1.0:1789050352.821119:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:1.0:1789050352.821333:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:1.0:1789050352.821960:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:1.0:1789050352.822243:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:1.0:1789050352.822781:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:1.0:1789050352.823262:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:1.0:1789050352.823754:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:1.0:1789050352.824251:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:1.0:1789050352.824759:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1789050352.828713:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:0.0:1789050352.830005:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:0.0:1789050352.830485:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:0.0:1789050352.831174:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:0.0:1789050352.831397:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:0.0:1789050352.832031:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:0.0:1789050352.832492:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:0.0:1789050352.833317:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:0.0:1789050352.834015:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:0.0:1789050352.834798:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:0.0:1789050352.835379:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:0.0:1789050352.835700:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:0.0:1789050352.836239:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1789050352.836753:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:0.0:1789050352.837235:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:0.0:1789050352.837803:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:0.0:1789050352.838708:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:0.0:1789050352.843638:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1789050352.844279:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1789050352.844979:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:0.0:1789050352.845772:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1789050352.846662:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:0.0:1789050352.847051:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:0.0:1789050352.847351:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:0.0:1789050352.847963:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1789050352.848699:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1789050352.848995:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1789050352.849862:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:0.0:1789050352.850250:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:0.0:1789050352.852849:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:0.0:1789050352.855622:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:2.0:1789050352.857119:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:2.0:1789050352.857315:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:2.0:1789050352.858212:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:2.0:1789050352.858932:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:2.0:1789050352.859739:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00080000:01000000:2.0:1789050352.860810:0:22731:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1789050352.861301:0:22731:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1789050352.861310:0:22731:0:(osd_handler.c:8921:osd_obd_connect()) connect #0 00000020:00000080:2.0:1789050352.861321:0:22731:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3b8ec5973df58cf1 00000020:01000004:2.0:1789050352.861328:0:22731:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:2.0:1789050352.861333:0:22731:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1789050352.861338:0:22731:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8ba984cc8800 from MGS 00000020:01000004:2.0:1789050352.861342:0:22731:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1789050352.861352:0:22731:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff8ba983e83380) 00000020:00000080:2.0:1789050352.861361:0:22731:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:2.0:1789050352.861429:0:22731:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8ba984cc8800 from MGS, refs=2 00080000:01000000:2.0:1789050352.861434:0:22731:0:(osd_handler.c:8921:osd_obd_connect()) connect #1 00000020:00000080:2.0:1789050352.861439:0:22731:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3b8ec5973df58cff 00000100:00100000:2.0:1789050352.861544:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1789050352.861710:0:22731:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1789050352.861716:0:22731:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1789050352.862502:0:22731:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:2.0:1789050352.862509:0:22731:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1789050352.863150:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789050352.863310:0:22731:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:2.0:1789050352.863315:0:22731:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1789050352.864146:0:22731:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:2.0:1789050352.864154:0:22731:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1789050352.864641:0:22731:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:2.0:1789050352.864648:0:22731:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:1.0:1789050352.865358:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050352.865361:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050352.865364:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050352.865719:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050352.865721:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050352.865723:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050352.866377:0:22731:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:1.0:1789050352.868624:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:2.0:1789050352.877301:0:22731:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:2.0:1789050352.881224:0:22743:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:3.0:1789050352.881305:0:22731:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:3.0:1789050352.881373:0:22731:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1789050352.882309:0:22731:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:3.0:1789050352.882716:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789050352.883522:0:22731:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:3.0:1789050352.883528:0:22731:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1789050352.891550:0:22731:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1789050352.891686:0:22731:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:3.0:1789050352.892733:0:22731:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:3.0:1789050352.892741:0:22731:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:1.0:1789050352.893518:0:22731:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000100:00080000:2.0:1789050352.893689:0:22748:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000020:01000004:1.0:1789050352.893720:0:22731:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.142@tcp' 00000020:01000004:1.0:1789050352.893722:0:22731:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:1.0:1789050352.893749:0:22731:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.142@tcp (typ=mgc) 00000020:00000080:1.0:1789050352.893760:0:22731:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.142@tcp (ffff8baab4e3b380) 00000020:00000080:1.0:1789050352.893774:0:22731:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:1.0:1789050352.893860:0:22731:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8baa87792000@MGC192.168.203.142@tcp: add connection 192.168.203.142@tcp at head 00010000:00010000:1.0:1789050352.894216:0:22731:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.142@tcp-0 is initialized 00000040:01000000:1.0:1789050352.894223:0:22731:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.142@tcp ctxt 1 is initialized 10000000:01000000:1.0:1789050352.907690:0:22749:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1789050352.907990:0:22731:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.142@tcp (uuid 3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7) 00000020:00000080:2.0:1789050352.908013:0:22731:0:(genops.c:1384:class_connect()) connect: client 3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7, cookie 0x3b8ec5973df58d0d 00000100:00080000:2.0:1789050352.908025:0:22731:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789050352.908124:0:22731:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8baa87792000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:2.0:1789050352.908163:0:22731:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baaa7d53b80 x1875954714762496/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789050352.908185:0:22731:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7->MGS 00000020:01000004:2.0:1789050352.908231:0:22731:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:2.0:1789050352.908236:0:22731:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:2.0:1789050352.908248:0:22731:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff8ba983e84d40) 00000020:00000080:2.0:1789050352.908258:0:22731:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:3.0:1789050352.908525:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3643:1875954714762496:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1789050352.908758:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050352.914022:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714762496 00000100:00100000:1.0:1789050352.915136:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714762496 00000100:00100000:1.0:1789050352.915195:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789050352.915203:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98374ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3643:x1875954714762496:12345-0@lo:250:mount.lustre.0 00010000:00080000:1.0:1789050352.915229:0:22744:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from 3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7@0@lo t0 exp 0000000000000000 cur 575 last 0 00000020:00000080:1.0:1789050352.915253:0:22744:0:(genops.c:1384:class_connect()) connect: client 3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7, cookie 0x3b8ec5973df58d1b 00000100:00080000:1.0:1789050352.915400:0:22744:0:(import.c:65:import_set_state_nolock()) ffff8baa87795800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789050352.915686:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98374ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+5:3643:x1875954714762496:12345-0@lo:250:mount.lustre.0 Request processed in 482us (6928us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050352.915694:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789050352.917491:0:3643:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.203.142@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1789050352.917509:0:3643:0:(import.c:1177:ptlrpc_connect_interpret()) MGC192.168.203.142@tcp: connect to target with instance 0 00000100:00080000:3.0:1789050352.917517:0:3643:0:(import.c:1001:ptlrpc_connect_set_flags()) MGC192.168.203.142@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1789050352.917522:0:3643:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1789050352.917526:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8baa87792000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1789050352.917529:0:3643:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1789050352.917543:0:3643:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1789050352.917550:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3643:1875954714762496:0@lo:250:mount.lustre.0 00000100:00100000:2.0:1789050352.929230:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789050352.929432:0:22731:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:2.0:1789050352.929439:0:22731:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:1.0:1789050352.932552:0:22731:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:1.0:1789050352.932564:0:22731:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:1.0:1789050352.933293:0:22731:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:1.0:1789050352.933300:0:22731:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:1.0:1789050352.944907:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789050352.947695:0:22731:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:1.0:1789050352.947705:0:22731:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:1.0:1789050352.949979:0:22731:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:1.0:1789050352.949991:0:22731:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:1.0:1789050353.006992:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789050353.007245:0:22731:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:1.0:1789050353.007252:0:22731:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:1.0:1789050353.008990:0:22731:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:1.0:1789050353.009141:0:22731:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:1.0:1789050353.009788:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789050353.010202:0:22731:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:1.0:1789050353.010207:0:22731:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:2.0:1789050353.011275:0:22731:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:2.0:1789050353.011291:0:22731:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:2.0:1789050353.012098:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789050353.012252:0:22731:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:2.0:1789050353.012257:0:22731:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:2.0:1789050353.013158:0:22731:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:2.0:1789050353.013167:0:22731:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:2.0:1789050353.013830:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789050353.014252:0:22731:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:2.0:1789050353.014257:0:22731:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:2.0:1789050353.014835:0:22731:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:2.0:1789050353.014841:0:22731:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:3.0:1789050353.040304:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789050353.040505:0:22731:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1789050353.040511:0:22731:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:1.0:1789050353.046686:0:22731:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1789050353.046706:0:22731:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:3.0:1789050353.048482:0:22731:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1789050353.048493:0:22731:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1789050353.049679:0:22731:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1789050353.049707:0:22731:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:1.0:1789050353.049714:0:22731:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.142@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1789050353.049809:0:22731:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.142@tcp ctxt 0 is initialized 00000020:01000004:1.0:1789050353.049850:0:22731:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.142@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1789050353.049854:0:22731:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1789050353.049856:0:22731:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1789050353.049857:0:22731:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789050353.049859:0:22731:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789050353.049860:0:22731:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789050353.049865:0:22731:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789050353.049867:0:22731:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789050353.049868:0:22731:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1789050353.049870:0:22731:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789050353.049871:0:22731:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789050353.049873:0:22731:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1789050353.049875:0:22731:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789050353.049876:0:22731:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1789050353.049877:0:22731:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789050353.049878:0:22731:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789050353.049879:0:22731:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789050353.049880:0:22731:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789050353.049881:0:22731:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789050353.049882:0:22731:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1789050353.049883:0:22731:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789050353.049884:0:22731:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789050353.049907:0:22731:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1789050353.049926:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714762624:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789050353.050020:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050353.050056:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa85158000 going to sleep for 11 seconds 00000100:00100000:3.0:1789050353.050131:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714762624 00000100:00100000:3.0:1789050353.050138:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714762624 00000100:00100000:3.0:1789050353.050179:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789050353.050188:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983749850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+5:22731:x1875954714762624:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789050353.050344:0:22747:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1789050353.050347:0:22747:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1789050353.050350:0:22747:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:2.0:1789050353.054663:0:22768:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1789050353.055302:0:22747:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:2.0:1789050353.057508:0:22769:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:2.0:1789050353.057515:0:22769:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:2.0:1789050353.057519:0:22769:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:2.0:1789050353.057522:0:22769:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:2.0:1789050353.057667:0:22769:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:0.0:1789050353.057867:0:22747:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1789050353.057880:0:22747:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1789050353.059531:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983749850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+5:22731:x1875954714762624:12345-0@lo:253:mount.lustre.0 Request processed in 9338us (9504us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050353.059549:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789050353.059689:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714762624:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1789050353.059704:0:22731:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1789050353.059708:0:22731:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1789050353.059710:0:22731:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1789050353.059711:0:22731:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789050353.059712:0:22731:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789050353.059714:0:22731:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789050353.059715:0:22731:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789050353.059716:0:22731:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789050353.059718:0:22731:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1789050353.059719:0:22731:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789050353.059721:0:22731:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1789050353.059741:0:22731:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8ba984cc8800 from lustre-MDT0000 10000000:01000000:1.0:1789050353.059770:0:22731:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:1.0:1789050353.059773:0:22731:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1789050353.059778:0:22731:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8baab4e3b380 10000000:01000000:1.0:1789050353.059784:0:22731:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789050353.059800:0:22731:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8baab4e3b380 from 1 10000000:01000000:1.0:1789050353.059803:0:22731:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1789050353.059841:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baac2043600/0x3b8ec5973df58d22 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.059851:0:22731:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8baac2043600/0x3b8ec5973df58d22 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.059861:0:22731:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8baac2043600/0x3b8ec5973df58d22 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789050353.059881:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714762752:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789050353.059914:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050353.059977:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baac20c7540 going to sleep for 11 seconds 00000100:00100000:3.0:1789050353.060035:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714762752 00000100:00100000:3.0:1789050353.060042:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714762752 00000100:00100000:3.0:1789050353.060082:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789050353.060091:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98374a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+5:22731:x1875954714762752:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789050353.060103:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789050353.060117:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baaae694600/0x3b8ec5973df58d29 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df58d22 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050353.060140:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baaae694600/0x3b8ec5973df58d29 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df58d22 expref: 6 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050353.060163:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baaae694600/0x3b8ec5973df58d29 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58d22 expref: 6 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050353.060171:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baaae694600, rc 0) 00000100:00100000:3.0:1789050353.060222:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98374a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+6:22731:x1875954714762752:12345-0@lo:101:mount.lustre.0 Request processed in 132us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050353.060228:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789050353.060408:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714762752:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789050353.060483:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8baac2043600/0x3b8ec5973df58d22 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58d29 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050353.060492:0:22731:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8baac2043600/0x3b8ec5973df58d22 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58d29 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050353.060545:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa8570b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714762880:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789050353.060572:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050353.060598:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baabdcedd80 going to sleep for 11 seconds 00000100:00100000:3.0:1789050353.060664:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714762880 00000100:00100000:3.0:1789050353.060669:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714762880 00000100:00100000:3.0:1789050353.060698:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789050353.060705:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983748050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+6:22731:x1875954714762880:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789050353.060785:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983748050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+6:22731:x1875954714762880:12345-0@lo:501:mount.lustre.0 Request processed in 80us (213us total) trans 0 rc -2/-2 00000100:00100000:3.0:1789050353.060792:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789050353.060856:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa8570b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714762880:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1789050353.060882:0:22731:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1789050353.060899:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baac2043600/0x3b8ec5973df58d22 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58d29 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.060908:0:22731:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8baac2043600/0x3b8ec5973df58d22 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58d29 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789050353.060914:0:22731:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8ba984cc8800 10000000:01000000:1.0:1789050353.060919:0:22731:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1789050353.060923:0:22731:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8ba984cc8800 10000000:01000000:1.0:1789050353.060926:0:22731:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1789050353.060929:0:22731:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8ba984cc8800 from 1 10000000:01000000:1.0:1789050353.060931:0:22731:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1789050353.060968:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baac2043000/0x3b8ec5973df58d30 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.060982:0:22731:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8baac2043000/0x3b8ec5973df58d30 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.060991:0:22731:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8baac2043000/0x3b8ec5973df58d30 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789050353.061003:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714763008:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789050353.061031:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050353.061053:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714763008 00000100:00100000:1.0:1789050353.061057:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714763008 00000100:00100000:1.0:1789050353.061079:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789050353.061084:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98374bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+6:22731:x1875954714763008:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789050353.061091:0:22744:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789050353.061102:0:22744:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baac2042c00/0x3b8ec5973df58d37 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df58d30 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.061116:0:22744:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baac2042c00/0x3b8ec5973df58d37 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df58d30 expref: 7 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.061124:0:22744:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baac2042c00/0x3b8ec5973df58d37 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58d30 expref: 7 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.061131:0:22744:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baac2042c00, rc 0) 00000100:00100000:1.0:1789050353.061155:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98374bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+7:22731:x1875954714763008:12345-0@lo:101:mount.lustre.0 Request processed in 70us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050353.061160:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789050353.061183:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baac20c7540 going to sleep for 11 seconds 00000100:00100000:1.0:1789050353.061211:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714763008:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789050353.061222:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8baac2043000/0x3b8ec5973df58d30 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58d37 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.061228:0:22731:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8baac2043000/0x3b8ec5973df58d30 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58d37 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789050353.061238:0:22731:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1789050353.061241:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baac2043000/0x3b8ec5973df58d30 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58d37 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.061247:0:22731:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8baac2043000/0x3b8ec5973df58d30 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58d37 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789050353.061253:0:22731:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1789050353.061256:0:22731:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789050353.061260:0:22731:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8ba984cc8800 10000000:01000000:1.0:1789050353.061262:0:22731:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1789050353.061264:0:22731:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:1.0:1789050353.061266:0:22731:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1789050353.061278:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baac2043e00/0x3b8ec5973df58d3e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.061296:0:22731:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8baac2043e00/0x3b8ec5973df58d3e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.061303:0:22731:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8baac2043e00/0x3b8ec5973df58d3e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789050353.061314:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714763136:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789050353.061343:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050353.061362:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714763136 00000100:00100000:1.0:1789050353.061366:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714763136 00000100:00100000:1.0:1789050353.061382:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789050353.061388:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98374a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+7:22731:x1875954714763136:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789050353.061394:0:22744:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789050353.061400:0:22744:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baac2042e00/0x3b8ec5973df58d45 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df58d3e expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.061539:0:22744:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baac2042e00/0x3b8ec5973df58d45 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df58d3e expref: 8 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.061549:0:22744:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baac2042e00/0x3b8ec5973df58d45 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58d3e expref: 8 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.061555:0:22744:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baac2042e00, rc 0) 00000100:00100000:1.0:1789050353.061580:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98374a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+8:22731:x1875954714763136:12345-0@lo:101:mount.lustre.0 Request processed in 193us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050353.061586:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789050353.061608:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baac20c7540 going to sleep for 11 seconds 00000100:00100000:1.0:1789050353.061620:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714763136:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789050353.061629:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8baac2043e00/0x3b8ec5973df58d3e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58d45 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.061636:0:22731:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8baac2043e00/0x3b8ec5973df58d3e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58d45 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789050353.061680:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714763264:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789050353.061709:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050353.061728:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714763264 00000100:00100000:1.0:1789050353.061732:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714763264 00000100:00100000:1.0:1789050353.061749:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789050353.061754:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983749450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+8:22731:x1875954714763264:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789050353.061854:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983749450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+9:22731:x1875954714763264:12345-0@lo:501:mount.lustre.0 Request processed in 100us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050353.061861:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789050353.061881:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa85155540 going to sleep for 11 seconds 00000100:00100000:1.0:1789050353.061893:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714763264:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789050353.061914:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714763392:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789050353.061978:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050353.061998:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714763392 00000100:00100000:1.0:1789050353.062001:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714763392 00000100:00100000:1.0:1789050353.062018:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789050353.062023:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983748850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+9:22731:x1875954714763392:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789050353.063607:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa85155540 going to sleep for 11 seconds 00000100:00100000:1.0:1789050353.064749:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983748850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+9:22731:x1875954714763392:12345-0@lo:503:mount.lustre.0 Request processed in 2717us (2762us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050353.064761:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789050353.067810:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714763392:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789050353.068296:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d53800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22770:1875954714763520:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789050353.068367:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050353.068422:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa82fbef00 going to sleep for 11 seconds 00000100:00100000:3.0:1789050353.068638:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714763520 00000100:00100000:3.0:1789050353.068645:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714763520 00000100:00100000:3.0:1789050353.068696:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789050353.068705:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98374b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+9:22770:x1875954714763520:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789050353.069550:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98374b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+9:22770:x1875954714763520:12345-0@lo:502:llog_process_th.0 Request processed in 842us (1179us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050353.069559:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789050353.069659:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d53800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22770:1875954714763520:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789050353.069695:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789050353.069705:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789050353.069707:0:22770:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1789050353.069712:0:22770:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:2.0:1789050353.069715:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789050353.069728:0:22770:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff8ba983e80000) 00000020:00000080:2.0:1789050353.069745:0:22770:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:2.0:1789050353.069750:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1789050353.069844:0:22770:0:(osd_handler.c:8921:osd_obd_connect()) connect #2 00000020:00000080:2.0:1789050353.069851:0:22770:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3b8ec5973df58d53 00000020:00000080:2.0:1789050353.070090:0:22770:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1789050353.070095:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789050353.070099:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789050353.070100:0:22770:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1789050353.070103:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789050353.070107:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789050353.070108:0:22770:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1789050353.070111:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789050353.070118:0:22770:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff8ba983e819c0) 00000020:00000080:2.0:1789050353.070129:0:22770:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:2.0:1789050353.070133:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1789050353.070135:0:22770:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1789050353.070138:0:22770:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1789050353.070143:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1789050353.070185:0:22770:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8ba984cc8800 from lustre-MDT0000, refs=3 00000020:00000080:2.0:1789050353.070208:0:22770:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff8baabd178000) 00000020:00000080:2.0:1789050353.070217:0:22770:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:2.0:1789050353.070263:0:22770:0:(lod_dev.c:2292:lod_obd_connect()) connect #0 00000020:00000080:2.0:1789050353.070269:0:22770:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3b8ec5973df58d68 00000020:00000080:2.0:1789050353.070367:0:22770:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1789050353.070373:0:22770:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1789050353.070377:0:22770:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x3b8ec5973df58d6f 00080000:01000000:2.0:1789050353.070390:0:22770:0:(osd_handler.c:8921:osd_obd_connect()) connect #3 00000020:00000080:2.0:1789050353.070393:0:22770:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3b8ec5973df58d76 00010000:00010000:0.0:1789050353.189527:0:22770:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:0.0:1789050353.190860:0:22770:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934630 00000001:00080000:1.0:1789050353.197762:0:22770:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1789050353.199581:0:22770:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff8baab4e38000) 00000020:00000080:1.0:1789050353.199604:0:22770:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:1.0:1789050353.199963:0:22770:0:(osd_handler.c:8921:osd_obd_connect()) connect #4 00000020:00000080:1.0:1789050353.199973:0:22770:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3b8ec5973df58d84 00000020:00000080:1.0:1789050353.204168:0:22770:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1789050353.214427:0:22770:0:(genops.c:1384:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x3b8ec5973df58d8b 00000020:00000080:3.0:1789050353.220053:0:22770:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:3.0:1789050353.220068:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789050353.220137:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050353.220140:0:22770:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:0.0:1789050353.220146:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789050353.220150:0:22770:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:0.0:1789050353.220151:0:22770:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789050353.220168:0:22770:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789050353.220170:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789050353.220173:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050353.220175:0:22770:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789050353.220178:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789050353.220183:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050353.220185:0:22770:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:0.0:1789050353.220191:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:0.0:1789050353.220251:0:22770:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:0.0:1789050353.220269:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789050353.220272:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050353.220274:0:22770:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:0.0:1789050353.220277:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789050353.220280:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050353.220292:0:22770:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:0.0:1789050353.220296:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789050353.220301:0:22770:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.142@tcp to nid 0x20000c0a8cb8e (192.168.203.142@tcp) 00000020:00000080:0.0:1789050353.220396:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789050353.220412:0:22770:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff8baa87724d40) 00000020:00000080:0.0:1789050353.220429:0:22770:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:0.0:1789050353.220435:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1789050353.220489:0:22770:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:0.0:1789050353.221126:0:22770:0:(osd_handler.c:8921:osd_obd_connect()) connect #5 00000020:00000080:0.0:1789050353.221137:0:22770:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3b8ec5973df58d99 00010000:00080000:0.0:1789050353.221173:0:22770:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ba984c7b000@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.142@tcp at head 00010000:00010000:0.0:1789050353.226291:0:22770:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:0.0:1789050353.236910:0:22770:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789050353.236926:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:0.0:1789050353.236996:0:22770:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:0.0:1789050353.237017:0:22770:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3b8ec5973df58da0 00000100:00080000:0.0:1789050353.237027:0:22770:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789050353.237041:0:22770:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8ba984c7b000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:0.0:1789050353.237082:0:22770:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baa85709c00 x1875954714763648/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789050353.237111:0:22770:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:0.0:1789050353.237165:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789050353.237170:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050353.237172:0:22770:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:0.0:1789050353.237175:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789050353.237178:0:22770:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:0.0:1789050353.237180:0:22770:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789050353.237181:0:22770:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789050353.237183:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789050353.237185:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050353.237187:0:22770:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789050353.237190:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789050353.237194:0:22770:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1789050353.237641:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050353.237645:0:22770:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1789050353.237651:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789050353.237656:0:22770:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.142@tcp to nid 0x20000c0a8cb8e (192.168.203.142@tcp) 00000020:01000000:0.0:1789050353.237678:0:22770:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1789050353.237681:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789050353.237695:0:22770:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8baa87720000) 00000020:00000080:0.0:1789050353.237706:0:22770:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:0.0:1789050353.237710:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1789050353.237771:0:22770:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:0.0:1789050353.237776:0:22770:0:(osd_handler.c:8921:osd_obd_connect()) connect #6 00000020:00000080:0.0:1789050353.237784:0:22770:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3b8ec5973df58dae 00010000:00080000:0.0:1789050353.237813:0:22770:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8baa861d6000@lustre-OST0000-osc-MDT0000: add connection 192.168.203.142@tcp at head 00000100:00100000:3.0:1789050353.238027:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714763648:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789050353.238090:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050353.238220:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714763648 00000100:00100000:2.0:1789050353.238228:0:22757:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714763648 00000100:00100000:2.0:1789050353.238261:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789050353.238268:0:22757:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7dc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3643:x1875954714763648:12345-0@lo:38:llog_process_th.0 00010000:00020000:2.0:1789050353.238699:0:22757:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00010000:0.0:1789050353.240761:0:22770:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000040:01000000:0.0:1789050353.245631:0:22770:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1789050353.245845:0:22770:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1789050353.254138:0:22770:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789050353.256641:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000100:00100000:2.0:1789050353.269097:0:22757:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7dc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3643:x1875954714763648:12345-0@lo:38:llog_process_th.0 Request processed in 30818us (30997us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789050353.269111:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:3.0:1789050353.269473:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8ba984c7b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789050353.269480:0:3643:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789050353.269485:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714763648:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1789050353.270155:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:2.0:1789050353.270501:0:22776:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789050353.270506:0:22776:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1789050353.273716:0:22770:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789050353.273732:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1789050353.273778:0:22770:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1789050353.273799:0:22770:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3b8ec5973df58db5 00000100:00080000:0.0:1789050353.273809:0:22770:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789050353.273821:0:22770:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8baa861d6000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:0.0:1789050353.273869:0:22770:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baa85708e00 x1875954714763776/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789050353.273900:0:22770:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1789050353.273983:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789050353.273987:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050353.273989:0:22770:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1789050353.273992:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000100:00100000:3.0:1789050353.274293:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714763776:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1789050353.274346:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875954714763776 offset 0 length 520: 4 00000020:01000000:0.0:1789050353.275586:0:22770:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:0.0:1789050353.275592:0:22770:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789050353.275597:0:22770:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789050353.275599:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789050353.275607:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050353.275775:0:22770:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789050353.275782:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789050353.275787:0:22770:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1789050353.275791:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050353.275792:0:22770:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1789050353.275796:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789050353.275801:0:22770:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.142@tcp to nid 0x20000c0a8cb8e (192.168.203.142@tcp) 00000020:01000000:0.0:1789050353.275826:0:22770:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1789050353.275829:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789050353.275844:0:22770:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8baa87723380) 00000020:00000080:0.0:1789050353.275928:0:22770:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:0.0:1789050353.275963:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1789050353.276113:0:22770:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:0.0:1789050353.276119:0:22770:0:(osd_handler.c:8921:osd_obd_connect()) connect #7 00000020:00000080:0.0:1789050353.276126:0:22770:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3b8ec5973df58dc3 00010000:00080000:0.0:1789050353.276157:0:22770:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ba984c7c000@lustre-OST0001-osc-MDT0000: add connection 192.168.203.142@tcp at head 00010000:00010000:1.0:1789050353.276391:0:22770:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:1.0:1789050353.276459:0:22770:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1789050353.276470:0:22770:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1789050353.277994:0:22770:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789050353.278232:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:1.0:1789050353.278388:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:1.0:1789050353.278864:0:22778:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1789050353.278869:0:22778:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1789050353.279919:0:22770:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789050353.279932:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1789050353.280007:0:22770:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1789050353.280028:0:22770:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3b8ec5973df58dca 00000100:00080000:2.0:1789050353.280038:0:22770:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789050353.280049:0:22770:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8ba984c7c000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:2.0:1789050353.280085:0:22770:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baaa7d53800 x1875954714763904/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789050353.280115:0:22770:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1789050353.280173:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789050353.280178:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789050353.280180:0:22770:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1789050353.280183:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789050353.280187:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789050353.280188:0:22770:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:2.0:1789050353.280191:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1789050353.280193:0:22770:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1789050353.280218:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789050353.280220:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789050353.280221:0:22770:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:2.0:1789050353.280224:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789050353.280226:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789050353.280227:0:22770:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1789050353.280230:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1789050353.280259:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d51880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22770:1875954714764032:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789050353.280340:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050353.280374:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa8781dcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789050353.281392:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714764032 00000100:00100000:1.0:1789050353.281402:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714764032 00000100:00100000:1.0:1789050353.281469:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789050353.281479:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98374a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+9:22770:x1875954714764032:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789050353.281616:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98374a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+9:22770:x1875954714764032:12345-0@lo:502:llog_process_th.0 Request processed in 138us (1275us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050353.281625:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789050353.281842:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714763904:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1789050353.281885:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875954714763904 offset 0 length 520: 4 00000100:00100000:2.0:1789050353.282269:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d51880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22770:1875954714764032:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789050353.282314:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789050353.282321:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789050353.282323:0:22770:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1789050353.282327:0:22770:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:0.0:1789050353.286727:0:22731:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:0.0:1789050353.286782:0:22731:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1789050353.286856:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baac2043e00/0x3b8ec5973df58d3e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58d45 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050353.286870:0:22731:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8baac2043e00/0x3b8ec5973df58d3e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58d45 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789050353.287013:0:22731:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8ba984cc8800 from 1 10000000:01000000:2.0:1789050353.287017:0:22731:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789050353.287062:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa80031800/0x3b8ec5973df58dd1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050353.287071:0:22731:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8baa80031800/0x3b8ec5973df58dd1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050353.287083:0:22731:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8baa80031800/0x3b8ec5973df58dd1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050353.287106:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d51880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714764160:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789050353.287168:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050353.287210:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa8781dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789050353.290455:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714764160 00000100:00100000:0.0:1789050353.290470:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714764160 00000100:00100000:0.0:1789050353.290528:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789050353.290537:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983749050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+9:22731:x1875954714764160:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789050353.290554:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789050353.290576:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ba983570400/0x3b8ec5973df58dd8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df58dd1 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050353.290603:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ba983570400/0x3b8ec5973df58dd8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df58dd1 expref: 10 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050353.290614:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ba983570400/0x3b8ec5973df58dd8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58dd1 expref: 10 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050353.290623:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ba983570400, rc 0) 00000100:00100000:0.0:1789050353.290703:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983749050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+10:22731:x1875954714764160:12345-0@lo:101:mount.lustre.0 Request processed in 167us (3534us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050353.290723:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789050353.290872:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d51880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714764160:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789050353.290895:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8baa80031800/0x3b8ec5973df58dd1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58dd8 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050353.290904:0:22731:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8baa80031800/0x3b8ec5973df58dd1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58dd8 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050353.291514:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d51880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714764288:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1789050353.291561:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050353.291595:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa8781dcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789050353.291714:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714764288 00000100:00100000:1.0:1789050353.291721:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714764288 00000100:00100000:1.0:1789050353.291760:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789050353.291768:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983748c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+10:22731:x1875954714764288:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1789050353.291783:0:22744:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1789050353.291789:0:22744:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:1.0:1789050353.291847:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983748c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+10:22731:x1875954714764288:12345-0@lo:256:mount.lustre.0 Request processed in 80us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050353.291853:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789050353.292061:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d51880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714764288:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1789050353.292705:0:22731:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789050353.295743:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa80031800/0x3b8ec5973df58dd1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58dd8 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050353.295892:0:22731:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8baa80031800/0x3b8ec5973df58dd1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58dd8 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789050353.295901:0:22731:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8ba984cc8800 from 1 10000000:01000000:2.0:1789050353.295904:0:22731:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789050353.295995:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa80031000/0x3b8ec5973df58ddf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050353.296003:0:22731:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8baa80031000/0x3b8ec5973df58ddf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050353.296014:0:22731:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8baa80031000/0x3b8ec5973df58ddf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050353.296037:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d51880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714764416:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789050353.296145:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050353.296186:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa8781dcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789050353.296242:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714764416 00000100:00100000:1.0:1789050353.296249:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714764416 00000100:00100000:1.0:1789050353.296299:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789050353.296306:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98374b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+10:22731:x1875954714764416:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789050353.296322:0:22744:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789050353.296337:0:22744:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baac2043200/0x3b8ec5973df58de6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df58ddf expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.296357:0:22744:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baac2043200/0x3b8ec5973df58de6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df58ddf expref: 11 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.296366:0:22744:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baac2043200/0x3b8ec5973df58de6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58ddf expref: 11 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.296374:0:22744:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baac2043200, rc 0) 00000100:00100000:1.0:1789050353.296426:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98374b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+11:22731:x1875954714764416:12345-0@lo:101:mount.lustre.0 Request processed in 118us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050353.296433:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789050353.296552:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d51880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714764416:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789050353.296566:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8baa80031000/0x3b8ec5973df58ddf lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58de6 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050353.296574:0:22731:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8baa80031000/0x3b8ec5973df58ddf lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58de6 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050353.296630:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d51880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714764544:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789050353.296654:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050353.296681:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa8781dcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789050353.296720:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714764544 00000100:00100000:1.0:1789050353.296726:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714764544 00000100:00100000:1.0:1789050353.296752:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789050353.296757:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+11:22731:x1875954714764544:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789050353.296858:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+11:22731:x1875954714764544:12345-0@lo:501:mount.lustre.0 Request processed in 101us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050353.296866:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789050353.296931:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d51880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714764544:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789050353.296989:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d51880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714764672:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789050353.297028:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050353.297043:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa8781dcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789050353.297092:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714764672 00000100:00100000:1.0:1789050353.297096:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714764672 00000100:00100000:1.0:1789050353.297124:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789050353.297130:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+11:22731:x1875954714764672:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789050353.297195:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+11:22731:x1875954714764672:12345-0@lo:503:mount.lustre.0 Request processed in 64us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050353.297210:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789050353.297346:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d51880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714764672:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789050353.297811:0:22780:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d51880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22780:1875954714764800:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789050353.297848:0:22780:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050353.297869:0:22780:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa8781de40 going to sleep for 11 seconds 00000100:00100000:1.0:1789050353.297917:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714764800 00000100:00100000:1.0:1789050353.297921:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714764800 00000100:00100000:1.0:1789050353.297974:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789050353.297981:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+11:22780:x1875954714764800:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789050353.298461:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+11:22780:x1875954714764800:12345-0@lo:502:llog_process_th.0 Request processed in 479us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050353.298468:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789050353.298574:0:22780:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d51880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22780:1875954714764800:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789050353.298596:0:22780:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789050353.298604:0:22780:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789050353.298606:0:22780:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1789050353.298613:0:22780:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8ba984cc8800 00000020:00000080:2.0:1789050353.298620:0:22780:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789050353.298628:0:22780:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789050353.298630:0:22780:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789050353.298632:0:22780:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1789050353.298634:0:22780:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789050353.298637:0:22780:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789050353.298638:0:22780:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1789050353.298641:0:22780:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8ba984cc8800 00000020:00000080:2.0:1789050353.298643:0:22780:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789050353.298694:0:22780:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789050353.298697:0:22780:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789050353.298698:0:22780:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1789050353.298701:0:22780:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789050353.298703:0:22780:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789050353.298704:0:22780:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789050353.298707:0:22780:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8ba984cc8800 00000020:00000080:2.0:1789050353.298709:0:22780:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789050353.298727:0:22780:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789050353.298730:0:22780:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789050353.298731:0:22780:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789050353.298733:0:22780:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789050353.298735:0:22780:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789050353.298736:0:22780:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1789050353.298739:0:22780:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8ba984cc8800 00000020:00000080:2.0:1789050353.298741:0:22780:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1789050353.298770:0:22780:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d51880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22780:1875954714764928:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789050353.298800:0:22780:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050353.298829:0:22780:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa8781de40 going to sleep for 11 seconds 00000100:00100000:1.0:1789050353.304966:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714764928 00000100:00100000:1.0:1789050353.304980:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714764928 00000100:00100000:1.0:1789050353.305034:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789050353.305043:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+11:22780:x1875954714764928:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789050353.305553:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+11:22780:x1875954714764928:12345-0@lo:502:llog_process_th.0 Request processed in 509us (6749us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050353.305561:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789050353.305744:0:22780:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d51880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22780:1875954714764928:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1789050353.305775:0:22780:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789050353.305782:0:22780:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789050353.305785:0:22780:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1789050353.305789:0:22780:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:3.0:1789050353.307397:0:22731:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1789050353.307484:0:22731:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789050353.307510:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa80031000/0x3b8ec5973df58ddf lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58de6 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050353.307523:0:22731:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8baa80031000/0x3b8ec5973df58ddf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58de6 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789050353.307582:0:22731:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1789050353.307584:0:22731:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8ba984cc8800 10000000:01000000:3.0:1789050353.307587:0:22731:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8ba984cc8800 10000000:01000000:3.0:1789050353.307591:0:22731:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789050353.307597:0:22731:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8ba984cc8800 from 1 10000000:01000000:3.0:1789050353.307600:0:22731:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1789050353.307635:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae694c00/0x3b8ec5973df58ded lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050353.307644:0:22731:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8baaae694c00/0x3b8ec5973df58ded lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050353.307654:0:22731:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8baaae694c00/0x3b8ec5973df58ded lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050353.307683:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dc9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714765056:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789050353.307736:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050353.307776:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaac6a0780 going to sleep for 11 seconds 00000100:00100000:2.0:1789050353.307999:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714765056 00000100:00100000:2.0:1789050353.308007:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714765056 00000100:00100000:2.0:1789050353.308049:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789050353.308058:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+11:22731:x1875954714765056:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789050353.308077:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789050353.308090:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baa80030200/0x3b8ec5973df58df4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df58ded expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050353.308111:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baa80030200/0x3b8ec5973df58df4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df58ded expref: 12 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050353.308121:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baa80030200/0x3b8ec5973df58df4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58ded expref: 12 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050353.308130:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa80030200, rc 0) 00000100:00100000:2.0:1789050353.308165:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+12:22731:x1875954714765056:12345-0@lo:101:mount.lustre.0 Request processed in 110us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050353.308172:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789050353.308318:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dc9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714765056:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789050353.308331:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8baaae694c00/0x3b8ec5973df58ded lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58df4 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050353.308339:0:22731:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8baaae694c00/0x3b8ec5973df58ded lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58df4 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050353.308390:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dc9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714765184:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789050353.309508:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050353.309550:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaac6a0780 going to sleep for 11 seconds 00000100:00100000:0.0:1789050353.309628:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714765184 00000100:00100000:0.0:1789050353.309635:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714765184 00000100:00100000:0.0:1789050353.309678:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789050353.309686:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+12:22731:x1875954714765184:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789050353.309806:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+12:22731:x1875954714765184:12345-0@lo:501:mount.lustre.0 Request processed in 120us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050353.309813:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789050353.309901:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dc9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714765184:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789050353.309962:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dc9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714765312:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789050353.310003:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050353.310016:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaac6a0780 going to sleep for 11 seconds 00000100:00100000:0.0:1789050353.310064:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714765312 00000100:00100000:0.0:1789050353.310069:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714765312 00000100:00100000:0.0:1789050353.310097:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789050353.310103:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+12:22731:x1875954714765312:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789050353.310180:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+12:22731:x1875954714765312:12345-0@lo:503:mount.lustre.0 Request processed in 76us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050353.310186:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789050353.310258:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dc9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714765312:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789050353.314883:0:22785:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dc9c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22785:1875954714765440:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789050353.315028:0:22785:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050353.315126:0:22785:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaac6a0600 going to sleep for 11 seconds 00000100:00100000:2.0:1789050353.315255:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714765440 00000100:00100000:2.0:1789050353.315263:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714765440 00000100:00100000:2.0:1789050353.315348:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789050353.315357:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+12:22785:x1875954714765440:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789050353.315494:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+12:22785:x1875954714765440:12345-0@lo:502:llog_process_th.0 Request processed in 138us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050353.315501:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1789050353.315575:0:22785:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dc9c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22785:1875954714765440:0@lo:502:llog_process_th.0 00000020:01000004:3.0:1789050353.315636:0:22785:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:3.0:1789050353.315655:0:22785:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8baabeef8000) 00000020:00000080:3.0:1789050353.315673:0:22785:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:3.0:1789050353.315752:0:22785:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8ba984cc8800 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1789050353.315757:0:22785:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8ba984cc8800 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1789050353.315760:0:22785:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8ba984cc8800 4 00010000:00080000:3.0:1789050353.315787:0:22785:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8baaa7379000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.142@tcp at head 00010000:00010000:3.0:1789050353.317383:0:22785:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:3.0:1789050353.317592:0:22785:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:3.0:1789050353.317633:0:22785:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1789050353.317646:0:22785:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x3b8ec5973df58e02 00000100:00080000:3.0:1789050353.317656:0:22785:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789050353.317667:0:22785:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8baaa7379000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:3.0:1789050353.317701:0:22785:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baaa7dc9c00 x1875954714765568/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789050353.317744:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875954714765568:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789050353.317802:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1789050353.317847:0:22785:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1789050353.322314:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714765568 00000100:00100000:2.0:1789050353.322327:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714765568 00000100:00100000:2.0:1789050353.322368:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789050353.322376:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7dc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3643:x1875954714765568:12345-0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789050353.322545:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7dc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3643:x1875954714765568:12345-0@lo:38:llog_process_th.0 Request processed in 167us (4740us total) trans 0 rc -11/-11 00000100:00100000:2.0:1789050353.322552:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789050353.322700:0:3643:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789050353.322708:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8baaa7379000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789050353.322712:0:3643:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1789050353.322716:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875954714765568:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789050353.330549:0:22785:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dc9c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22785:1875954714765696:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789050353.330716:0:22785:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050353.330964:0:22785:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaac6a0000 going to sleep for 11 seconds 00000100:00100000:0.0:1789050353.337700:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714765696 00000100:00100000:0.0:1789050353.337716:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714765696 00000100:00100000:0.0:1789050353.337816:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789050353.337827:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+12:22785:x1875954714765696:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789050353.338021:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+12:22785:x1875954714765696:12345-0@lo:502:llog_process_th.0 Request processed in 195us (7305us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050353.338030:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789050353.338132:0:22785:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dc9c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22785:1875954714765696:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789050353.338200:0:22785:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d51500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22785:1875954714765824:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789050353.338242:0:22785:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050353.344683:0:22785:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa8781db40 going to sleep for 11 seconds 00000100:00100000:3.0:1789050353.344787:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714765824 00000100:00100000:3.0:1789050353.344797:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714765824 00000100:00100000:3.0:1789050353.344844:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789050353.344862:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+12:22785:x1875954714765824:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789050353.346145:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+12:22785:x1875954714765824:12345-0@lo:502:llog_process_th.0 Request processed in 1280us (7898us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050353.346156:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789050353.346235:0:22785:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d51500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22785:1875954714765824:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1789050353.346269:0:22785:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1789050353.349021:0:22731:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1789050353.349057:0:22731:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1789050353.349079:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae694c00/0x3b8ec5973df58ded lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58df4 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050353.349091:0:22731:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8baaae694c00/0x3b8ec5973df58ded lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58df4 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1789050353.349144:0:22731:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1789050353.349146:0:22731:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789050353.349147:0:22731:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789050353.349148:0:22731:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789050353.349149:0:22731:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789050353.349151:0:22731:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789050353.349152:0:22731:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789050353.349154:0:22731:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789050353.349155:0:22731:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789050353.349157:0:22731:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789050353.349160:0:22731:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1789050353.349163:0:22731:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789050353.349164:0:22731:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789050353.349165:0:22731:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789050353.349167:0:22731:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789050353.349168:0:22731:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789050353.349169:0:22731:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789050353.349170:0:22731:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789050353.349171:0:22731:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789050353.349172:0:22731:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789050353.349173:0:22731:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789050353.349199:0:22731:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1789050353.349226:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d52a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714765952:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789050353.349297:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050353.349336:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa8781db40 going to sleep for 11 seconds 00000100:00100000:2.0:1789050353.349358:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714765952 00000100:00100000:2.0:1789050353.349365:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714765952 00000100:00100000:2.0:1789050353.349535:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789050353.349547:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+12:22731:x1875954714765952:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1789050353.349570:0:22747:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1789050353.349584:0:22747:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1789050353.356528:0:22747:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1789050353.356546:0:22747:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:2.0:1789050353.356857:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+12:22731:x1875954714765952:12345-0@lo:253:mount.lustre.0 Request processed in 7309us (7555us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050353.357495:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789050353.357560:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d52a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22731:1875954714765952:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789050353.357575:0:22731:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1789050353.357579:0:22731:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789050353.357580:0:22731:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789050353.357581:0:22731:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789050353.357583:0:22731:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789050353.357584:0:22731:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789050353.357585:0:22731:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789050353.357586:0:22731:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789050353.357588:0:22731:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789050353.357589:0:22731:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789050353.357591:0:22731:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1789050353.357605:0:22731:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:0.0:1789050353.358513:0:22768:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1789050353.358519:0:22768:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1789050353.358545:0:22768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ba983570c00/0x3b8ec5973df58e09 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050353.358578:0:22768:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ba983570400/0x3b8ec5973df58dd8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58dd1 expref: 11 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050353.358586:0:22768:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ba983570c00/0x3b8ec5973df58e09 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050353.358636:0:22768:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ba983570400/0x3b8ec5973df58dd8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3b8ec5973df58dd1 expref: 11 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050353.358653:0:22768:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ba983570400/0x3b8ec5973df58dd8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3b8ec5973df58dd1 expref: 11 pid: 22747 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050353.358669:0:22768:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa8570a300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22768:1875954714766080:0@lo:104: 00000100:00100000:0.0:1789050353.358722:0:22768:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050353.358767:0:22768:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae50a780 going to sleep for 11 seconds 00000100:00100000:1.0:1789050353.363602:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714766080 00000100:00100000:1.0:1789050353.363626:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714766080 00000100:00100000:1.0:1789050353.363684:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789050353.363694:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8570aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+3:22768:x1875954714766080:12345-0@lo:104: 00010000:00010000:1.0:1789050353.363712:0:22735:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.142@tcp lock: ffff8baa80031800/0x3b8ec5973df58dd1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b8ec5973df58dd8 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.363818:0:22735:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1789050353.363825:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8570aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+3:22768:x1875954714766080:12345-0@lo:104: Request processed in 133us (5103us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050353.363833:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:1.0:1789050353.363856:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789050353.363863:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8baa80031800/0x3b8ec5973df58dd1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b8ec5973df58dd8 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.363870:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa80031800 already unused, calling callback (ffffffffc1287c20) 10000000:00010000:1.0:1789050353.363875:0:22741:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8baa80031800/0x3b8ec5973df58dd1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x3b8ec5973df58dd8 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.363883:0:22741:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8baa80031800/0x3b8ec5973df58dd1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x3b8ec5973df58dd8 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789050353.363890:0:22741:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8baa80031800/0x3b8ec5973df58dd1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x3b8ec5973df58dd8 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789050353.363895:0:22741:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1789050353.363926:0:22741:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.142@tcp lock: ffff8baa80031800/0x3b8ec5973df58dd1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58dd8 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.363932:0:22741:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789050353.363976:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8baa80031800/0x3b8ec5973df58dd1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58dd8 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.363984:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8baa80031800/0x3b8ec5973df58dd1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58dd8 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.364010:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050353.364012:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050353.364013:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789050353.364048:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3646:1875954714766208:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789050353.364082:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050353.364125:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714766208 00000100:00100000:1.0:1789050353.364129:0:22737:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714766208 00010000:00010000:1.0:1789050353.364146:0:22737:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ba983570400/0x3b8ec5973df58dd8 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b8ec5973df58dd1 expref: 12 pid: 22747 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789050353.364165:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789050353.364171:0:22737:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab78a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+12:3646:x1875954714766208:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789050353.364181:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789050353.364185:0:22737:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ba983570400/0x3b8ec5973df58dd8 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b8ec5973df58dd1 expref: 12 pid: 22747 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.364196:0:22737:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ba983570400/0x3b8ec5973df58dd8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3b8ec5973df58dd1 expref: 12 pid: 22747 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.364211:0:22737:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ba983570c00/0x3b8ec5973df58e09 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.364220:0:22737:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ba983570c00/0x3b8ec5973df58e09 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1789050353.364234:0:22737:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005714792s 00010000:00010000:1.0:1789050353.364238:0:22737:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ba983570c00/0x3b8ec5973df58e09 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.364255:0:22737:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ba983570c00/0x3b8ec5973df58e09 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.364261:0:22737:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ba983570c00/0x3b8ec5973df58e09 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.364267:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ba983570c00/0x3b8ec5973df58e09 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.364272:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ba983570c00 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:1.0:1789050353.364276:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ba983570c00/0x3b8ec5973df58e09 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.364294:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ba983570c00/0x3b8ec5973df58e09 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.364302:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ba983570c00/0x3b8ec5973df58e09 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050353.364312:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789050353.364342:0:22737:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab78a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+12:3646:x1875954714766208:12345-0@lo:103:ldlm_bl.0 Request processed in 171us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050353.364349:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789050353.364386:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3646:1875954714766208:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789050353.366990:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ba983570400/0x3b8ec5973df58dd8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3b8ec5973df58dd1 expref: 11 pid: 22747 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050353.367007:0:22768:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa8570a300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22768:1875954714766080:0@lo:104: 00010000:00010000:0.0:1789050353.367028:0:22768:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ba983570c00/0x3b8ec5973df58e09 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050353.367038:0:22768:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ba983570c00/0x3b8ec5973df58e09 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050353.367045:0:22768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ba983570c00/0x3b8ec5973df58e09 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050353.367051:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ba983570c00/0x3b8ec5973df58e09 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1789050353.380364:0:22731:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967537 00000040:01000000:2.0:1789050353.380879:0:22731:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:0.0:1789050353.381249:0:22792:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967537 00000020:00080000:0.0:1789050353.381253:0:22792:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967537 00000040:01000000:2.0:1789050353.381488:0:22793:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1789050353.381847:0:22731:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:2.0:1789050353.382014:0:22793:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:0.0:1789050353.383145:0:22794:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff8baa8570a300 x1875954714766336/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050353.383159:0:22794:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae50aa80 going to sleep for 0 seconds 00000040:01000000:1.0:1789050353.384028:0:22731:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1789050353.384075:0:22731:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1789050353.384560:0:22731:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1789050353.384567:0:22731:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:1.0:1789050353.384600:0:22731:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789050353.386427:0:22793:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1789050353.386510:0:22793:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:1.0:1789050353.387528:0:22731:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1789050353.387987:0:22731:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1789050353.388018:0:22731:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:1.0:1789050353.389342:0:22731:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:1.0:1789050353.390406:0:22731:0:(osd_handler.c:5577:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:1.0:1789050353.392882:0:22731:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:1.0:1789050353.395120:0:22731:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1789050353.395154:0:22731:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffaeaec198f988 00100000:10000000:1.0:1789050353.395162:0:22731:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:2.0:1789050353.396894:0:22731:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1789050353.396913:0:22731:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.142@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1789050353.396971:0:22731:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=45 00000080:00000004:2.0:1789050353.396996:0:22731:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:2.0:1789050353.400703:0:22731:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789050353.400928:0:22731:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1789050353.908887:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1789050354.345125:0:22749:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789050354.345132:0:22749:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8ba984cc8800 from 11 10000000:01000000:3.0:1789050354.345137:0:22749:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789050354.345185:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58e10 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050354.345196:0:22749:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58e10 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050354.345219:0:22749:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58e10 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050354.345255:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dc9c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714766464:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789050354.345334:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050354.345379:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaac6a06c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789050354.345402:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714766464 00000100:00100000:3.0:1789050354.345409:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714766464 00000100:00100000:3.0:1789050354.345465:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1789050354.345484:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+11:22749:x1875954714766464:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789050354.345497:0:22744:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789050354.345509:0:22744:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baaae694800/0x3b8ec5973df58e17 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df58e10 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050354.345543:0:22744:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baaae694800/0x3b8ec5973df58e17 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df58e10 expref: 12 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050354.345553:0:22744:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baaae694800/0x3b8ec5973df58e17 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58e10 expref: 12 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050354.345562:0:22744:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baaae694800, rc 0) 00000100:00100000:3.0:1789050354.345601:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+12:22749:x1875954714766464:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (267us total) trans 0 rc 0/0 00000040:00080000:0.0:1789050354.350597:0:22786:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1789050354.350606:0:22786:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000100:00100000:2.0:1789050354.351312:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dc9c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714766464:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789050354.351343:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58e10 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58e17 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050354.351356:0:22749:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58e10 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58e17 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050354.351428:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d52a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714766592:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789050354.351493:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050354.351539:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa8577e600 going to sleep for 11 seconds 00000100:00100000:0.0:1789050354.354576:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714766592 00000100:00100000:0.0:1789050354.354591:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714766592 00000100:00100000:0.0:1789050354.354661:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789050354.354675:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+13:22749:x1875954714766592:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789050354.354700:0:22747:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789050354.354723:0:22747:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789050354.354726:0:22747:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1789050354.354871:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+13:22749:x1875954714766592:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 201us (3378us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050354.354879:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789050354.354926:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d52a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714766592:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789050354.354995:0:22749:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789050354.355006:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58e10 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58e17 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050354.355019:0:22749:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58e10 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58e17 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789050354.355962:0:22786:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1789050354.355972:0:22786:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:3.0:1789050354.357742:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1789050354.411730:0:22794:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae50aa80 going to sleep for 0 seconds 00010000:00010000:1.0:1789050354.921225:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789050355.370820:0:22786:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1789050355.370829:0:22786:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789050355.371098:0:22786:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:2.0:1789050355.371141:0:22786:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789050355.371289:0:22786:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:1.0:1789050355.434004:0:22794:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae50aa80 going to sleep for 0 seconds 00010000:00010000:0.0:1789050355.945102:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789050356.457103:0:22794:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae50aa80 going to sleep for 0 seconds 00010000:00010000:3.0:1789050356.970585:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789050357.481360:0:22794:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae50aa80 going to sleep for 0 seconds 00000001:02000400:2.0:1789050357.732689:0:23037:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg342-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1789050358.001898:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789050358.378279:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1789050358.378287:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1789050358.378290:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ba984c7b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789050358.378299:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 575 00000100:00080000:1.0:1789050358.378304:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789050358.378317:0:38:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8ba984c7b000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:1.0:1789050358.378341:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baab78a0000 x1875954714766848/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789050358.378357:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789050358.378360:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789050358.378362:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789050358.378382:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789050358.378419:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3647:1875954714766720:0@lo:400:kworker.0 00000100:00080000:1.0:1789050358.378458:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1789050358.378462:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789050358.378464:0:38:0:(import.c:65:import_set_state_nolock()) ffff8baaa7379000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789050358.378471:0:38:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8baaa7379000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:1.0:1789050358.378485:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baab78a3480 x1875954714766976/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789050358.378487:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050358.378548:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714766848:0@lo:38:kworker.0 00000100:00100000:3.0:1789050358.378604:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050358.378633:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875954714766976:0@lo:38:kworker.0 00000100:00100000:3.0:1789050358.378657:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050358.378672:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714766848 00000100:00100000:0.0:1789050358.378680:0:22758:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714766848 00000100:00100000:3.0:1789050358.378700:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714766720 00000100:00100000:3.0:1789050358.378703:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714766720 00000100:00100000:0.0:1789050358.378710:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789050358.378717:0:22758:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7dca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3643:x1875954714766848:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1789050358.378732:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00010000:00020000:0.0:1789050358.378734:0:22758:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1789050358.378737:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+12:3647:x1875954714766720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050358.378777:0:22758:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7dca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3643:x1875954714766848:12345-0@lo:38:kworker.0 Request processed in 59us (172us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789050358.378782:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+12:3647:x1875954714766720:12345-0@lo:400:kworker.0 Request processed in 39us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050358.378784:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789050358.378788:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1789050358.378838:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3647:1875954714766720:0@lo:400:kworker.0 00000100:00080000:3.0:1789050358.378863:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8ba984c7b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789050358.378868:0:3643:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789050358.378870:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714766848:0@lo:38:kworker.0 00000100:00100000:1.0:1789050358.379288:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714766976 00000100:00100000:1.0:1789050358.379293:0:22754:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714766976 00000100:00100000:1.0:1789050358.379327:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789050358.379332:0:22754:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7dc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3643:x1875954714766976:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1789050358.379349:0:22754:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 580 last 0 00000020:00000080:1.0:1789050358.379384:0:22754:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x3b8ec5973df58e1e 00000004:00100000:1.0:1789050358.379475:0:22754:0:(mdt_handler.c:7315:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789050358.379610:0:22754:0:(import.c:65:import_set_state_nolock()) ffff8ba9844a3000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789050358.379667:0:22754:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7dc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875954714766976:12345-0@lo:38:kworker.0 Request processed in 334us (1008us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050358.379673:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1789050358.380131:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8baab78a3480 x1875954714766976/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789050368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789050358.380150:0:3643:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1789050358.380160:0:3643:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1789050358.380165:0:3643:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1789050358.380168:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8baaa7379000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1789050358.380177:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875954714766976:0@lo:38:kworker.0 00000100:00100000:2.0:1789050358.508798:0:22794:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae50aa80 going to sleep for 0 seconds 00000020:00000004:0.0:1789050358.638551:0:23089:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789050358.638752:0:23089:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1789050359.028551:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1789050359.496605:0:23139:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789050359.496901:0:23139:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1789050359.529495:0:22794:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae50aa80 going to sleep for 0 seconds 00010000:00010000:3.0:1789050360.044285:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789050360.555159:0:22794:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae50aa80 going to sleep for 0 seconds 00010000:00010000:1.0:1789050361.065153:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789050361.577026:0:22794:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae50aa80 going to sleep for 0 seconds 00010000:00010000:3.0:1789050362.093594:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789050362.601138:0:22794:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae50aa80 going to sleep for 0 seconds 00010000:00010000:2.0:1789050363.114114:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789050363.497089:0:3643:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789050353/real 1789050353] req@ffff8baaa7d53800 x1875954714763904/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789050363 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789050363.497120:0:3643:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8baaa7d53800 x1875954714763904/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789050363 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789050363.497145:0:3643:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789050353/real 1789050353] req@ffff8baa85708e00 x1875954714763776/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789050363 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789050363.497162:0:3643:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8baa85708e00 x1875954714763776/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789050363 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789050363.497165:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1789050363.497173:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1789050363.497176:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ba984c7b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789050363.497182:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 580 00000100:00080000:1.0:1789050363.497182:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8ba984c7c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789050363.497190:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789050363.497202:0:3643:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00080000:2.0:1789050363.497203:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8ba984c7b000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:1.0:1789050363.497220:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714763904:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1789050363.497229:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8baa861d6000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789050363.497237:0:3643:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789050363.497238:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baaa7d52300 x1875954714767232/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789050363.497242:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714763776:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1789050363.497256:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789050363.497260:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789050363.497262:0:37:0:(import.c:65:import_set_state_nolock()) ffff8baa861d6000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789050363.501919:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714767232:0@lo:38:kworker.0 00000100:00100000:1.0:1789050363.502089:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050363.503246:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3644:1875954714767104:0@lo:400:kworker.0 00000100:00100000:3.0:1789050363.503256:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714767232 00000100:00100000:3.0:1789050363.503266:0:22758:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714767232 00000100:00100000:1.0:1789050363.503304:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050363.503309:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789050363.503317:0:22758:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab78a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3643:x1875954714767232:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1789050363.503337:0:22758:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1789050363.503394:0:22758:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab78a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3643:x1875954714767232:12345-0@lo:38:kworker.0 Request processed in 77us (1306us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789050363.503401:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789050363.503529:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714767104 00000100:00100000:3.0:1789050363.503533:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714767104 00000100:00100000:3.0:1789050363.503566:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789050363.503573:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+12:3644:x1875954714767104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050363.503642:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+12:3644:x1875954714767104:12345-0@lo:400:kworker.0 Request processed in 69us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050363.503649:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789050363.504094:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3644:1875954714767104:0@lo:400:kworker.0 00000100:00080000:1.0:1789050363.504136:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8ba984c7b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789050363.504141:0:3643:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789050363.504144:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714767232:0@lo:38:kworker.0 00000100:00080000:2.0:1789050363.504278:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 575 00000100:00080000:2.0:1789050363.504284:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789050363.504292:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8baa861d6000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:2.0:1789050363.504321:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baaa7d50e00 x1875954714767360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789050363.504345:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789050363.504349:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789050363.504351:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ba984c7c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789050363.504354:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 575 00000100:00080000:2.0:1789050363.504364:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789050363.504369:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8ba984c7c000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:2.0:1789050363.504381:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baaa7d51180 x1875954714767488/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789050363.504417:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789050363.504429:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875954714767616:0@lo:400:kworker.0 00000100:00100000:1.0:1789050363.504610:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050363.504650:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714767360:0@lo:8:kworker.0 00000100:00100000:3.0:1789050363.504672:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714767616 00000100:00100000:3.0:1789050363.504679:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714767616 00000400:00000100:1.0:1789050363.504685:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875954714767360 offset 0 length 520: 4 00000100:00100000:1.0:1789050363.504709:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714767488:0@lo:8:kworker.0 00000100:00100000:3.0:1789050363.504721:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789050363.504731:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab78a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875954714767616:12345-0@lo:400:kworker.0 00000400:00000100:1.0:1789050363.504748:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875954714767488 offset 0 length 520: 4 00000100:00100000:3.0:1789050363.504789:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab78a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875954714767616:12345-0@lo:400:kworker.0 Request processed in 59us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050363.504796:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1789050363.505629:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8baaa7d52300 x1875954714767616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050379 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789050363.505647:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875954714767616:0@lo:400:kworker.0 00000100:00100000:1.0:1789050363.625069:0:22794:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae50aa80 going to sleep for 0 seconds 00010000:00010000:0.0:1789050364.137245:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789050364.649450:0:22794:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae50aa80 going to sleep for 0 seconds 00010000:00010000:2.0:1789050365.161023:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789050365.611250:0:22786:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789050365.675139:0:22794:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae50aa80 going to sleep for 0 seconds 00010000:00010000:2.0:1789050366.187454:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1789050366.538822:0:23484:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1789050366.538825:0:23484:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:1.0:1789050366.538827:0:23484:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1789050366.539643:0:23484:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8baab0ea7800 00000020:01000004:1.0:1789050366.539661:0:23484:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:1.0:1789050366.539673:0:23484:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1789050366.539688:0:23484:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff8baab4e399c0) 00000020:00000080:1.0:1789050366.539704:0:23484:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1789050366.618928:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:1.0:1789050366.623232:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1789050366.625690:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:1.0:1789050366.625901:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:1.0:1789050366.626692:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:1.0:1789050366.627493:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:1.0:1789050366.627798:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:1.0:1789050366.628077:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:1.0:1789050366.628607:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:1.0:1789050366.628779:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:1.0:1789050366.629274:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:1.0:1789050366.629545:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:1.0:1789050366.629725:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:1.0:1789050366.629911:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:1.0:1789050366.630499:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:1.0:1789050366.630761:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1789050366.631047:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:1.0:1789050366.631429:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:1.0:1789050366.631766:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:1.0:1789050366.631974:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:1.0:1789050366.632432:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:1.0:1789050366.632683:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:1.0:1789050366.632850:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:1.0:1789050366.633289:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:1.0:1789050366.633633:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:1.0:1789050366.633904:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:1.0:1789050366.634377:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:1.0:1789050366.636843:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:1.0:1789050366.637395:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:1.0:1789050366.637732:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:1.0:1789050366.637994:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:1.0:1789050366.638372:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:1.0:1789050366.638632:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:1.0:1789050366.638867:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:0.0:1789050366.644681:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1789050366.644979:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1789050366.645522:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1789050366.646033:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1789050366.646643:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:0.0:1789050366.646893:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1789050366.647198:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1789050366.647791:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:0.0:1789050366.648249:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:0.0:1789050366.648638:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1789050366.648881:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1789050366.649306:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00080000:01000000:0.0:1789050366.650294:0:23484:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1789050366.650653:0:23484:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:0.0:1789050366.650666:0:23484:0:(osd_handler.c:8921:osd_obd_connect()) connect #0 00000020:00000080:0.0:1789050366.650678:0:23484:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x3b8ec5973df58e2c 00000020:01000004:0.0:1789050366.650685:0:23484:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:0.0:1789050366.650706:0:23484:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.142@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1789050366.650709:0:23484:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.142@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1789050366.650715:0:23484:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:0.0:1789050366.650741:0:23484:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:0.0:1789050366.650746:0:23484:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.142@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:2.0:1789050366.669650:0:23484:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.142@tcp ctxt 0 is initialized 00000020:01000004:2.0:1789050366.669697:0:23484:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.203.142@tcp, index=0001, flags=0x20001 00000020:01000004:2.0:1789050366.669703:0:23484:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1789050366.669705:0:23484:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789050366.669706:0:23484:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789050366.669707:0:23484:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789050366.669708:0:23484:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789050366.669710:0:23484:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789050366.669711:0:23484:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789050366.669713:0:23484:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789050366.669714:0:23484:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789050366.669718:0:23484:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:2.0:1789050366.669720:0:23484:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789050366.669722:0:23484:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789050366.669723:0:23484:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789050366.669724:0:23484:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789050366.669725:0:23484:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789050366.669726:0:23484:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789050366.669727:0:23484:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789050366.669728:0:23484:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789050366.669729:0:23484:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789050366.669756:0:23484:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1789050366.669777:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d52a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714767744:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789050366.669847:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050366.670366:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba9825c5c00 going to sleep for 11 seconds 00000100:00100000:3.0:1789050366.672310:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714767744 00000100:00100000:3.0:1789050366.672389:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714767744 00000100:00100000:3.0:1789050366.672564:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789050366.672575:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+12:23484:x1875954714767744:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789050366.672634:0:22746:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:3.0:1789050366.672637:0:22746:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:3.0:1789050366.672646:0:22746:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:3.0:1789050366.673172:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+12:23484:x1875954714767744:12345-0@lo:253:mount.lustre.0 Request processed in 597us (3322us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050366.673181:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789050366.673291:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d52a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714767744:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789050366.673313:0:23484:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1789050366.673327:0:23484:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789050366.673328:0:23484:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789050366.673330:0:23484:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789050366.673331:0:23484:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789050366.673332:0:23484:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789050366.673333:0:23484:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789050366.673334:0:23484:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789050366.673336:0:23484:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789050366.673337:0:23484:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1789050366.673363:0:23484:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8baab0ea7800 from lustre-MDT0001 10000000:01000000:2.0:1789050366.673390:0:23484:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:2.0:1789050366.673393:0:23484:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1789050366.673408:0:23484:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8baab4e3b380 local copy 00010000:00010000:2.0:1789050366.673417:0:23484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baac2043600/0x3b8ec5973df58d22 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58d29 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050366.673514:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d52a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714767872:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789050366.673550:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050366.682487:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba9825c5c00 going to sleep for 11 seconds 00000100:00100000:0.0:1789050366.685123:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714767872 00000100:00100000:0.0:1789050366.685139:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714767872 00000100:00100000:0.0:1789050366.685856:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789050366.685867:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+12:23484:x1875954714767872:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789050366.686038:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+12:23484:x1875954714767872:12345-0@lo:501:mount.lustre.0 Request processed in 173us (12487us total) trans 0 rc -2/-2 00000100:00100000:0.0:1789050366.686047:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789050366.686359:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d52a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714767872:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1789050366.686380:0:23484:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.142@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1789050366.686414:0:23484:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.142@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1789050366.686423:0:23484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baac2043600/0x3b8ec5973df58d22 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58d29 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.686433:0:23484:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8baac2043600/0x3b8ec5973df58d22 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58d29 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789050366.686462:0:23484:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8baab0ea7800 10000000:01000000:2.0:1789050366.686479:0:23484:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1789050366.686484:0:23484:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff8baab4e3b380 10000000:01000000:2.0:1789050366.686487:0:23484:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:2.0:1789050366.686490:0:23484:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8baab4e3b380 from 1 10000000:01000000:2.0:1789050366.686492:0:23484:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1789050366.686523:0:23484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa80030e00/0x3b8ec5973df58e33 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.686532:0:23484:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8baa80030e00/0x3b8ec5973df58e33 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.686541:0:23484:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8baa80030e00/0x3b8ec5973df58e33 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050366.686561:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d52a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714768000:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789050366.686596:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050366.686622:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba9825c5c00 going to sleep for 11 seconds 00000100:00100000:0.0:1789050366.686833:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714768000 00000100:00100000:0.0:1789050366.686839:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714768000 00000100:00100000:0.0:1789050366.686864:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1789050366.686871:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+12:23484:x1875954714768000:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789050366.686880:0:22744:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789050366.686892:0:22744:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ba983571200/0x3b8ec5973df58e3a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df58e33 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050366.686910:0:22744:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ba983571200/0x3b8ec5973df58e3a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df58e33 expref: 13 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050366.686920:0:22744:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ba983571200/0x3b8ec5973df58e3a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58e33 expref: 13 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050366.686927:0:22744:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ba983571200, rc 0) 00000100:00100000:0.0:1789050366.686990:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+13:23484:x1875954714768000:12345-0@lo:101:mount.lustre.0 Request processed in 119us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050366.686996:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789050366.687637:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d52a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714768000:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789050366.687653:0:23484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8baa80030e00/0x3b8ec5973df58e33 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58e3a expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.687663:0:23484:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8baa80030e00/0x3b8ec5973df58e33 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58e3a expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789050366.687680:0:23484:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1789050366.687688:0:23484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa80030e00/0x3b8ec5973df58e33 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58e3a expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.687695:0:23484:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8baa80030e00/0x3b8ec5973df58e33 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58e3a expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789050366.687717:0:23484:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8baab0ea7800 10000000:01000000:2.0:1789050366.687722:0:23484:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1789050366.687726:0:23484:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8baab0ea7800 from 1 10000000:01000000:2.0:1789050366.687729:0:23484:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1789050366.687748:0:23484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa80031800/0x3b8ec5973df58e41 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.687755:0:23484:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8baa80031800/0x3b8ec5973df58e41 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.687763:0:23484:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8baa80031800/0x3b8ec5973df58e41 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050366.687778:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d52a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714768128:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789050366.687814:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050366.687850:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba9825c5c00 going to sleep for 11 seconds 00000100:00100000:3.0:1789050366.687912:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714768128 00000100:00100000:3.0:1789050366.687918:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714768128 00000100:00100000:3.0:1789050366.687981:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789050366.687990:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+13:23484:x1875954714768128:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789050366.687999:0:22744:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789050366.688009:0:22744:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baaae695600/0x3b8ec5973df58e48 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df58e41 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050366.688035:0:22744:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baaae695600/0x3b8ec5973df58e48 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df58e41 expref: 14 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050366.688043:0:22744:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baaae695600/0x3b8ec5973df58e48 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58e41 expref: 14 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050366.688049:0:22744:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baaae695600, rc 0) 00000100:00100000:3.0:1789050366.688590:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+14:23484:x1875954714768128:12345-0@lo:101:mount.lustre.0 Request processed in 598us (771us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050366.688599:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1789050366.688774:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d52a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714768128:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789050366.688787:0:23484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8baa80031800/0x3b8ec5973df58e41 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58e48 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.688796:0:23484:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8baa80031800/0x3b8ec5973df58e41 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58e48 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789050366.688810:0:23484:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1789050366.688817:0:23484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa80031800/0x3b8ec5973df58e41 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58e48 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.688824:0:23484:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8baa80031800/0x3b8ec5973df58e41 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58e48 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789050366.688839:0:23484:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1789050366.688844:0:23484:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789050366.688850:0:23484:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8baab0ea7800 10000000:01000000:2.0:1789050366.688853:0:23484:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1789050366.688856:0:23484:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:2.0:1789050366.688859:0:23484:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:2.0:1789050366.688877:0:23484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa80031200/0x3b8ec5973df58e4f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.688884:0:23484:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8baa80031200/0x3b8ec5973df58e4f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.688891:0:23484:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8baa80031200/0x3b8ec5973df58e4f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050366.688905:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d52a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714768256:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789050366.688934:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050366.688985:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba9825c5c00 going to sleep for 11 seconds 00000100:00100000:3.0:1789050366.689289:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714768256 00000100:00100000:3.0:1789050366.689296:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714768256 00000100:00100000:3.0:1789050366.689406:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789050366.689415:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+14:23484:x1875954714768256:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789050366.689425:0:22744:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789050366.689435:0:22744:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baaae695c00/0x3b8ec5973df58e56 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df58e4f expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050366.689451:0:22744:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baaae695c00/0x3b8ec5973df58e56 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df58e4f expref: 15 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050366.689460:0:22744:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baaae695c00/0x3b8ec5973df58e56 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58e4f expref: 15 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050366.689466:0:22744:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baaae695c00, rc 0) 00000100:00100000:3.0:1789050366.689509:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+15:23484:x1875954714768256:12345-0@lo:101:mount.lustre.0 Request processed in 96us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050366.689515:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789050366.689661:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d52a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714768256:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789050366.689674:0:23484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8baa80031200/0x3b8ec5973df58e4f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58e56 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050366.689689:0:23484:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8baa80031200/0x3b8ec5973df58e4f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58e56 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789050366.691390:0:23484:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:0.0:1789050366.694110:0:23484:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789050366.699389:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1789050366.699460:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:0.0:1789050366.699474:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:0.0:1789050366.699486:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:0.0:1789050366.699498:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:0.0:1789050366.699514:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:0.0:1789050366.699528:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:0.0:1789050366.699543:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:0.0:1789050366.699554:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:0.0:1789050366.699565:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:0.0:1789050366.699577:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:0.0:1789050366.699590:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:0.0:1789050366.699602:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:0.0:1789050366.699615:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:0.0:1789050366.699627:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:0.0:1789050366.699639:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:0.0:1789050366.699653:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:0.0:1789050366.699667:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:0.0:1789050366.699680:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:0.0:1789050366.699695:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:0.0:1789050366.699711:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:0.0:1789050366.699725:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:0.0:1789050366.699740:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:0.0:1789050366.699753:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:0.0:1789050366.699766:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:0.0:1789050366.699778:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:0.0:1789050366.699805:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:0.0:1789050366.699821:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:0.0:1789050366.699834:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:0.0:1789050366.699848:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:0.0:1789050366.699862:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:0.0:1789050366.699875:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:0.0:1789050366.699887:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:0.0:1789050366.699900:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:0.0:1789050366.699911:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:0.0:1789050366.699922:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:0.0:1789050366.699934:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:0.0:1789050366.699975:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:0.0:1789050366.699990:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:0.0:1789050366.700007:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:0.0:1789050366.700022:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:0.0:1789050366.700034:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:0.0:1789050366.700045:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:0.0:1789050366.700058:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:0.0:1789050366.700085:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:0.0:1789050366.700091:0:23484:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:0.0:1789050366.700202:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa8570b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714768384:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789050366.700267:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050366.700315:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa8afc4cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1789050366.700687:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714768384 00000100:00100000:3.0:1789050366.700696:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714768384 00000100:00100000:3.0:1789050366.700740:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789050366.700749:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+15:23484:x1875954714768384:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789050366.700892:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+15:23484:x1875954714768384:12345-0@lo:501:mount.lustre.0 Request processed in 143us (624us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050366.700900:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789050366.700980:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa8570b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714768384:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789050366.701015:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714768512:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789050366.701066:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050366.701099:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaac6a06c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789050366.701689:0:22794:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae50aa80 going to sleep for 0 seconds 00000100:00100000:3.0:1789050366.702421:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714768512 00000100:00100000:3.0:1789050366.702431:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714768512 00000100:00100000:3.0:1789050366.702526:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789050366.702535:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+15:23484:x1875954714768512:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789050366.705292:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+15:23484:x1875954714768512:12345-0@lo:503:mount.lustre.0 Request processed in 2610us (4077us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050366.705306:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789050366.705491:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714768512:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1789050366.706368:0:23484:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789050366.706515:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714768640:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789050366.706563:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050366.706731:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaac6a0d80 going to sleep for 11 seconds 00000100:00100000:3.0:1789050366.706804:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714768640 00000100:00100000:3.0:1789050366.706811:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714768640 00000100:00100000:3.0:1789050366.706886:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789050366.706895:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+15:23484:x1875954714768640:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789050366.707875:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+15:23484:x1875954714768640:12345-0@lo:502:mount.lustre.0 Request processed in 978us (1309us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050366.707883:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789050366.708584:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714768640:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789050366.709561:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1789050366.709597:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:1.0:1789050366.709614:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:1.0:1789050366.709630:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:1.0:1789050366.709646:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:1.0:1789050366.709660:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:1.0:1789050366.709674:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:1.0:1789050366.709687:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:1.0:1789050366.709701:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:1.0:1789050366.709712:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:1.0:1789050366.709724:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:1.0:1789050366.709736:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:1.0:1789050366.709748:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:1.0:1789050366.709760:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:1.0:1789050366.709771:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:1.0:1789050366.709783:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:1.0:1789050366.709795:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:1.0:1789050366.709809:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:1.0:1789050366.709826:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:1.0:1789050366.709841:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:1.0:1789050366.709854:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:1.0:1789050366.709879:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:1.0:1789050366.709893:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:1.0:1789050366.709906:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:1.0:1789050366.709920:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:1.0:1789050366.709933:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:1.0:1789050366.710105:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:1.0:1789050366.710120:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:1.0:1789050366.710135:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:1.0:1789050366.710378:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:1.0:1789050366.710522:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:1.0:1789050366.710542:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:1.0:1789050366.710557:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:1.0:1789050366.710572:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:1.0:1789050366.710587:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:1.0:1789050366.710599:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:1.0:1789050366.710612:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:1.0:1789050366.710624:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:1.0:1789050366.710637:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:1.0:1789050366.710651:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:1.0:1789050366.710665:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:1.0:1789050366.710680:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:1.0:1789050366.710708:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:1.0:1789050366.710725:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:1.0:1789050366.710766:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714768768:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789050366.710837:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050366.710975:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaac6a0d80 going to sleep for 11 seconds 00000100:00100000:3.0:1789050366.711106:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714768768 00000100:00100000:3.0:1789050366.711115:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714768768 00000100:00100000:3.0:1789050366.711167:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789050366.711176:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+15:23484:x1875954714768768:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789050366.711296:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+15:23484:x1875954714768768:12345-0@lo:502:mount.lustre.0 Request processed in 120us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050366.711312:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789050366.713680:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714768768:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789050366.713779:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:1.0:1789050366.713793:0:23484:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:3.0:1789050366.721820:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789050366.721834:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789050366.721837:0:23488:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:3.0:1789050366.721845:0:23488:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:3.0:1789050366.721848:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789050366.721864:0:23488:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff8baabeefcd40) 00000020:00000080:3.0:1789050366.721887:0:23488:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:3.0:1789050366.721894:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:3.0:1789050366.722507:0:23488:0:(osd_handler.c:8921:osd_obd_connect()) connect #1 00000020:00000080:3.0:1789050366.722517:0:23488:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x3b8ec5973df58e64 00000020:00000080:3.0:1789050366.723609:0:23488:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:3.0:1789050366.723619:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789050366.723625:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789050366.723627:0:23488:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:3.0:1789050366.723631:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789050366.723636:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789050366.723643:0:23488:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:3.0:1789050366.723648:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789050366.723659:0:23488:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff8baabeefb380) 00000020:00000080:3.0:1789050366.723679:0:23488:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:3.0:1789050366.723684:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1789050366.723686:0:23488:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:3.0:1789050366.723689:0:23488:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:3.0:1789050366.723695:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1789050366.723767:0:23488:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8baab0ea7800 from lustre-MDT0001, refs=2 00000020:00000080:3.0:1789050366.723787:0:23488:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff8baaad603380) 00000020:00000080:3.0:1789050366.723798:0:23488:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:3.0:1789050366.723867:0:23488:0:(lod_dev.c:2292:lod_obd_connect()) connect #0 00000020:00000080:3.0:1789050366.723873:0:23488:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x3b8ec5973df58e79 00000020:00000080:3.0:1789050366.726133:0:23488:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:3.0:1789050366.726832:0:23488:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1789050366.726859:0:23488:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x3b8ec5973df58e80 00080000:01000000:3.0:1789050366.726872:0:23488:0:(osd_handler.c:8921:osd_obd_connect()) connect #2 00000020:00000080:3.0:1789050366.726877:0:23488:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x3b8ec5973df58e87 00010000:00010000:1.0:1789050366.830134:0:23488:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:1.0:1789050366.831105:0:23488:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:1.0:1789050366.831565:0:23488:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:0.0:1789050366.837756:0:23488:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:0.0:1789050366.837770:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789050366.837776:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050366.837778:0:23488:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:0.0:1789050366.837782:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789050366.837788:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050366.837790:0:23488:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:0.0:1789050366.837793:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789050366.837810:0:23488:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.142@tcp to nid 0x20000c0a8cb8e (192.168.203.142@tcp) 00000020:00000080:0.0:1789050366.837848:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789050366.837864:0:23488:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff8baa877219c0) 00000020:00000080:0.0:1789050366.837886:0:23488:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:0.0:1789050366.837892:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1789050366.838012:0:23488:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:0.0:1789050366.838019:0:23488:0:(osd_handler.c:8921:osd_obd_connect()) connect #3 00000020:00000080:0.0:1789050366.838025:0:23488:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x3b8ec5973df58e95 00010000:00080000:0.0:1789050366.838061:0:23488:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8baab7855000@lustre-MDT0000-osp-MDT0001: add connection 192.168.203.142@tcp at head 00010000:00010000:0.0:1789050366.840069:0:23488:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:1.0:1789050366.842226:0:23488:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789050366.842241:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1789050366.842287:0:23488:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:1.0:1789050366.842309:0:23488:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x3b8ec5973df58e9c 00000100:00080000:1.0:1789050366.842320:0:23488:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789050366.842332:0:23488:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8baab7855000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:0.0:1789050366.842398:0:23488:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baa85708a80 x1875954714768896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789050366.842425:0:23488:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:0.0:1789050366.842670:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789050366.842675:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050366.842677:0:23488:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:0.0:1789050366.842680:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789050366.842683:0:23488:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:0.0:1789050366.842684:0:23488:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789050366.842686:0:23488:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789050366.842687:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789050366.842689:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050366.842690:0:23488:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789050366.842693:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789050366.842696:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050366.842698:0:23488:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:0.0:1789050366.842701:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:0.0:1789050366.842753:0:23488:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:0.0:1789050366.842771:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789050366.842774:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050366.842775:0:23488:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:0.0:1789050366.842777:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789050366.842783:0:23488:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:0.0:1789050366.842784:0:23488:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789050366.842786:0:23488:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789050366.842788:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789050366.842790:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050366.842792:0:23488:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789050366.842794:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789050366.842797:0:23488:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:0.0:1789050366.842800:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050366.842801:0:23488:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1789050366.842803:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789050366.842807:0:23488:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.142@tcp to nid 0x20000c0a8cb8e (192.168.203.142@tcp) 00000100:00080000:3.0:1789050366.842963:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1789050366.842967:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1789050366.842970:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ba984c7b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789050366.842974:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 585 00000100:00080000:3.0:1789050366.842978:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1789050366.842984:0:38:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8ba984c7b000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:3.0:1789050366.842998:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baaa7dca680 x1875954714769152/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789050366.843009:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050366.843012:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789050366.843014:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050366.843017:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789050366.843046:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3646:1875954714769024:0@lo:400:kworker.0 00000100:00100000:1.0:1789050366.843383:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875954714768896:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789050366.843424:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050366.843473:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714769152:0@lo:38:kworker.0 00000100:00100000:1.0:1789050366.843502:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050366.843545:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714768896 00000100:00100000:1.0:1789050366.843553:0:22758:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714768896 00000100:00100000:1.0:1789050366.843574:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714769152 00000100:00100000:1.0:1789050366.843577:0:22758:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714769152 00000100:00100000:1.0:1789050366.843590:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789050366.843596:0:22758:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab78a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3643:x1875954714768896:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789050366.843619:0:22758:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 589 last 0 00000020:00000080:1.0:1789050366.843664:0:22758:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x3b8ec5973df58ea3 00000004:00100000:1.0:1789050366.843678:0:22758:0:(mdt_handler.c:7315:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:1.0:1789050366.843684:0:22758:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000020:01000000:0.0:1789050366.843964:0:23488:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:0.0:1789050366.843974:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789050366.843996:0:23488:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff8baab802b380) 00000020:00000080:0.0:1789050366.844011:0:23488:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:0.0:1789050366.844018:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1789050366.844114:0:23488:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:0.0:1789050366.844120:0:23488:0:(osd_handler.c:8921:osd_obd_connect()) connect #4 00000020:00000080:0.0:1789050366.844126:0:23488:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x3b8ec5973df58eb1 00010000:00080000:0.0:1789050366.844155:0:23488:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8baa85701000@lustre-OST0000-osc-MDT0001: add connection 192.168.203.142@tcp at head 00010000:00010000:0.0:1789050366.844370:0:23488:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00100000:0.0:1789050366.844604:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875954714769280:0@lo:400:kworker.0 00000100:00100000:0.0:1789050366.844649:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050366.844741:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050366.844984:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714769280 00000100:00100000:1.0:1789050366.844991:0:22754:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714769280 00000100:00100000:1.0:1789050366.845034:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789050366.845042:0:22754:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8570bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875954714769280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789050366.845104:0:22754:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8570bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875954714769280:12345-0@lo:400:kworker.0 Request processed in 61us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050366.845120:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1789050366.845300:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8baaa7dc9180 x1875954714769280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789050366.845316:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875954714769280:0@lo:400:kworker.0 00000100:00100000:0.0:1789050366.845845:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714769024 00000100:00100000:0.0:1789050366.845851:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714769024 00000100:00100000:0.0:1789050366.845895:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789050366.845903:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+15:3646:x1875954714769024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050366.846153:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+15:3646:x1875954714769024:12345-0@lo:400:kworker.0 Request processed in 251us (1412us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050366.846171:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000040:01000000:0.0:1789050366.848076:0:23488:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1789050366.848995:0:23488:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:3.0:1789050366.850378:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3646:1875954714769024:0@lo:400:kworker.0 00000100:00080000:1.0:1789050366.851074:0:22758:0:(import.c:65:import_set_state_nolock()) ffff8baab7852000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789050366.851167:0:22758:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab78a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3643:x1875954714768896:12345-0@lo:38:llog_process_th.0 Request processed in 7569us (7742us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050366.851178:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789050366.851214:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789050366.851220:0:22758:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab78a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3643:x1875954714769152:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1789050366.851251:0:3643:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789050366.851259:0:3643:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00100000:1.0:1789050366.851260:0:22758:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab78a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3643:x1875954714769152:12345-0@lo:38:kworker.0 Request processed in 39us (7758us total) trans 0 rc -11/-11 00000100:00100000:1.0:1789050366.851265:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:3.0:1789050366.851267:0:3643:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2408010450010a0 00000100:00080000:3.0:1789050366.851272:0:3643:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1789050366.851274:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8baab7855000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1789050366.851294:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875954714768896:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789050366.851319:0:3643:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789050366.851323:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8ba984c7b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789050366.851327:0:3643:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1789050366.851330:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714769152:0@lo:38:kworker.0 00000100:00100000:1.0:1789050366.851930:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714769408:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789050366.851981:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050366.852025:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714769408 00000100:00100000:2.0:1789050366.852032:0:22757:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714769408 00000100:00100000:2.0:1789050366.852073:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789050366.852079:0:22757:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab78a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3644:x1875954714769408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789050366.852103:0:22757:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789050366.852167:0:22757:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab78a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3644:x1875954714769408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050366.852174:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789050366.852366:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714769408:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1789050366.855464:0:23488:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789050366.858248:0:23488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1789050366.858454:0:23488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:1.0:1789050366.860005:0:23493:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1789050366.860011:0:23493:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1789050366.860701:0:23488:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789050366.860713:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1789050366.860749:0:23488:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1789050366.860769:0:23488:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x3b8ec5973df58eb8 00000100:00080000:2.0:1789050366.860779:0:23488:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789050366.860792:0:23488:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8baa85701000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:2.0:1789050366.862158:0:23488:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baaa7d53800 x1875954714769536/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789050366.862200:0:23488:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00100000:3.0:1789050366.862237:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875954714769536:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1789050366.862299:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875954714769536 offset 0 length 520: 4 00000020:01000000:2.0:1789050366.862321:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789050366.862327:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789050366.862329:0:23488:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1789050366.862332:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789050366.862335:0:23488:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:2.0:1789050366.862337:0:23488:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789050366.862339:0:23488:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789050366.862340:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789050366.862342:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789050366.862344:0:23488:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789050366.862346:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789050366.862351:0:23488:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1789050366.862354:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789050366.862356:0:23488:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1789050366.862359:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789050366.862363:0:23488:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.142@tcp to nid 0x20000c0a8cb8e (192.168.203.142@tcp) 00000020:01000000:2.0:1789050366.862399:0:23488:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1789050366.862402:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789050366.862416:0:23488:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff8baabd17cd40) 00000020:00000080:2.0:1789050366.862436:0:23488:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:2.0:1789050366.862441:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789050366.862527:0:23488:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:2.0:1789050366.862534:0:23488:0:(osd_handler.c:8921:osd_obd_connect()) connect #5 00000020:00000080:2.0:1789050366.862541:0:23488:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x3b8ec5973df58ec6 00010000:00080000:2.0:1789050366.862570:0:23488:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ba983170000@lustre-OST0001-osc-MDT0001: add connection 192.168.203.142@tcp at head 00010000:00010000:2.0:1789050366.862790:0:23488:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:2.0:1789050366.862855:0:23488:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1789050366.862870:0:23488:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:0.0:1789050366.866513:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789050366.866521:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789050366.866523:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789050366.866526:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:2.0:1789050366.867583:0:23488:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789050366.867802:0:23488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1789050366.868064:0:23488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:0.0:1789050366.868657:0:23495:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789050366.868662:0:23495:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1789050366.870301:0:23488:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789050366.870325:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1789050366.870367:0:23488:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1789050366.870390:0:23488:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x3b8ec5973df58ecd 00000100:00080000:2.0:1789050366.870400:0:23488:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789050366.870410:0:23488:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8ba983170000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:2.0:1789050366.870444:0:23488:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baaa7d51500 x1875954714769664/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789050366.870472:0:23488:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1789050366.870532:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789050366.870536:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789050366.870537:0:23488:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1789050366.870541:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789050366.870544:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789050366.870546:0:23488:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:2.0:1789050366.870556:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1789050366.870558:0:23488:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1789050366.870560:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789050366.870563:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789050366.870564:0:23488:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:2.0:1789050366.870566:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789050366.870568:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789050366.870569:0:23488:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1789050366.870574:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00080000:0.0:1789050366.870591:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789050366.870595:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789050366.870598:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789050366.870600:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:2.0:1789050366.870601:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789050366.870603:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789050366.870604:0:23488:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1789050366.870607:0:23488:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:0.0:1789050366.870885:0:23484:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:0.0:1789050366.870917:0:23484:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:0.0:1789050366.870964:0:23484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa80031200/0x3b8ec5973df58e4f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58e56 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050366.870977:0:23484:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8baa80031200/0x3b8ec5973df58e4f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58e56 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789050366.870986:0:23484:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8baab0ea7800 from 1 10000000:01000000:0.0:1789050366.870989:0:23484:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789050366.871024:0:23484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8ba983571600/0x3b8ec5973df58ed4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050366.871032:0:23484:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8ba983571600/0x3b8ec5973df58ed4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050366.871043:0:23484:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8ba983571600/0x3b8ec5973df58ed4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050366.871063:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85708380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714769792:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789050366.871134:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050366.871170:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa82458a80 going to sleep for 11 seconds 00000100:00100000:2.0:1789050366.871223:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714769792 00000100:00100000:2.0:1789050366.871230:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714769792 00000100:00100000:2.0:1789050366.871276:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789050366.871283:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875954714769664:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1789050366.871285:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+15:23484:x1875954714769792:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789050366.871297:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789050366.871309:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baa80031c00/0x3b8ec5973df58edb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df58ed4 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000100:3.0:1789050366.871312:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875954714769664 offset 0 length 520: 4 00010000:00010000:2.0:1789050366.871391:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baa80031c00/0x3b8ec5973df58edb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df58ed4 expref: 16 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.871402:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baa80031c00/0x3b8ec5973df58edb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58ed4 expref: 16 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.871411:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa80031c00, rc 0) 00000100:00100000:2.0:1789050366.871514:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+16:23484:x1875954714769792:12345-0@lo:101:mount.lustre.0 Request processed in 229us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050366.871521:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789050366.871678:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85708380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714769792:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789050366.871692:0:23484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8ba983571600/0x3b8ec5973df58ed4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58edb expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050366.871700:0:23484:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8ba983571600/0x3b8ec5973df58ed4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58edb expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789050366.872769:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714769920:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1789050366.873010:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050366.873043:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baab40e2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1789050366.873707:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714769920 00000100:00100000:0.0:1789050366.873716:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714769920 00000100:00100000:0.0:1789050366.873768:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789050366.873776:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+16:23484:x1875954714769920:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1789050366.873794:0:22744:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1789050366.873813:0:22744:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1789050366.873817:0:22744:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1789050366.873906:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+16:23484:x1875954714769920:12345-0@lo:256:mount.lustre.0 Request processed in 130us (896us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050366.873914:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789050366.874040:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714769920:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1789050366.874690:0:23484:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789050366.874716:0:23484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8ba983571600/0x3b8ec5973df58ed4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58edb expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050366.874730:0:23484:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8ba983571600/0x3b8ec5973df58ed4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58edb expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789050366.874740:0:23484:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8baab0ea7800 from 1 10000000:01000000:1.0:1789050366.874743:0:23484:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789050366.874774:0:23484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baac2042800/0x3b8ec5973df58ee2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050366.874782:0:23484:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8baac2042800/0x3b8ec5973df58ee2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050366.874792:0:23484:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8baac2042800/0x3b8ec5973df58ee2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789050366.874808:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714770048:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789050366.875641:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050366.875682:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baab40e2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1789050366.875775:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714770048 00000100:00100000:0.0:1789050366.875784:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714770048 00000100:00100000:0.0:1789050366.875834:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789050366.875843:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+16:23484:x1875954714770048:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789050366.875854:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789050366.875867:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ba983570a00/0x3b8ec5973df58ee9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df58ee2 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050366.875905:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ba983570a00/0x3b8ec5973df58ee9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df58ee2 expref: 17 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050366.875915:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ba983570a00/0x3b8ec5973df58ee9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58ee2 expref: 17 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050366.875923:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ba983570a00, rc 0) 00000100:00100000:0.0:1789050366.876060:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+17:23484:x1875954714770048:12345-0@lo:101:mount.lustre.0 Request processed in 219us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050366.876067:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789050366.876267:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714770048:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789050366.876281:0:23484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8baac2042800/0x3b8ec5973df58ee2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58ee9 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050366.876289:0:23484:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8baac2042800/0x3b8ec5973df58ee2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58ee9 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789050366.879103:0:23484:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:1.0:1789050366.879427:0:23484:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789050366.879613:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1789050366.879641:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:1.0:1789050366.879658:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:1.0:1789050366.879673:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:1.0:1789050366.879705:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:1.0:1789050366.879723:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:1.0:1789050366.879738:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:1.0:1789050366.879753:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:1.0:1789050366.879768:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1789050366.879784:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:1.0:1789050366.879800:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:1.0:1789050366.879819:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:1.0:1789050366.881580:0:23484:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:1.0:1789050366.881710:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714770176:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789050366.881778:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050366.882232:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaa236cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1789050366.882262:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714770176 00000100:00100000:0.0:1789050366.882270:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714770176 00000100:00100000:0.0:1789050366.882325:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789050366.882334:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+17:23484:x1875954714770176:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789050366.882468:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+17:23484:x1875954714770176:12345-0@lo:501:mount.lustre.0 Request processed in 135us (690us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050366.882476:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789050366.882524:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714770176:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789050366.882560:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714770304:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789050366.882603:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050366.882634:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaa236cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1789050366.882662:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714770304 00000100:00100000:0.0:1789050366.882667:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714770304 00000100:00100000:0.0:1789050366.882736:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789050366.882745:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+17:23484:x1875954714770304:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789050366.882830:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+17:23484:x1875954714770304:12345-0@lo:503:mount.lustre.0 Request processed in 86us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050366.882837:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789050366.883259:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714770304:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1789050366.883792:0:23484:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789050366.884929:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714770432:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789050366.885020:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050366.895687:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714770432 00000100:00100000:2.0:1789050366.895711:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714770432 00000100:00100000:2.0:1789050366.895784:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1789050366.895795:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+17:23484:x1875954714770432:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789050366.895979:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+17:23484:x1875954714770432:12345-0@lo:502:mount.lustre.0 Request processed in 185us (10958us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050366.895986:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1789050366.896088:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaa236cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1789050366.896129:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714770432:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789050366.896553:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1789050366.896594:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:1.0:1789050366.896611:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:1.0:1789050366.896626:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:1.0:1789050366.896639:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:1.0:1789050366.896737:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:1.0:1789050366.896846:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:1.0:1789050366.896863:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:1.0:1789050366.896876:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1789050366.896888:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:1.0:1789050366.896901:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:1.0:1789050366.897032:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714770560:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789050366.897087:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050366.897177:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaa236cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1789050366.897222:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714770560 00000100:00100000:2.0:1789050366.897333:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714770560 00000100:00100000:2.0:1789050366.897368:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1789050366.897376:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+17:23484:x1875954714770560:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789050366.897503:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+17:23484:x1875954714770560:12345-0@lo:502:mount.lustre.0 Request processed in 127us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050366.897510:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789050366.897571:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714770560:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789050366.897612:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:1.0:1789050366.897620:0:23484:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1789050366.898787:0:23497:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789050366.898797:0:23497:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050366.898807:0:23497:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1789050366.898816:0:23497:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8baab0ea7800 00000020:00000080:0.0:1789050366.898819:0:23497:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789050366.898828:0:23497:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789050366.898831:0:23497:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050366.898832:0:23497:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1789050366.898835:0:23497:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789050366.898837:0:23497:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050366.898838:0:23497:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1789050366.898842:0:23497:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8baab0ea7800 00000020:00000080:0.0:1789050366.898844:0:23497:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789050366.898902:0:23497:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789050366.898906:0:23497:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050366.898908:0:23497:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1789050366.898911:0:23497:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789050366.898914:0:23497:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050366.898916:0:23497:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789050366.898920:0:23497:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8baab0ea7800 00000020:00000080:0.0:1789050366.898922:0:23497:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789050366.898965:0:23497:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789050366.898969:0:23497:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050366.898970:0:23497:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789050366.898973:0:23497:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789050366.898975:0:23497:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050366.898976:0:23497:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1789050366.898980:0:23497:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8baab0ea7800 00000020:00000080:0.0:1789050366.898982:0:23497:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789050366.899004:0:23497:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789050366.899007:0:23497:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050366.899009:0:23497:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1789050366.899011:0:23497:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:1.0:1789050366.899373:0:23484:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1789050366.899400:0:23484:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789050366.899426:0:23484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baac2042800/0x3b8ec5973df58ee2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58ee9 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050366.899439:0:23484:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8baac2042800/0x3b8ec5973df58ee2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58ee9 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789050366.899490:0:23484:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1789050366.899493:0:23484:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8baab0ea7800 10000000:01000000:1.0:1789050366.899496:0:23484:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8baab0ea7800 10000000:01000000:1.0:1789050366.899500:0:23484:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789050366.899505:0:23484:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8baab0ea7800 from 1 10000000:01000000:1.0:1789050366.899508:0:23484:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1789050366.899547:0:23484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baac2043c00/0x3b8ec5973df58ef0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050366.899556:0:23484:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8baac2043c00/0x3b8ec5973df58ef0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050366.899566:0:23484:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8baac2043c00/0x3b8ec5973df58ef0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789050366.899591:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714770688:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789050366.903246:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050366.903337:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaa236ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1789050366.904579:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714770688 00000100:00100000:2.0:1789050366.904591:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714770688 00000100:00100000:2.0:1789050366.905048:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1789050366.905061:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+17:23484:x1875954714770688:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789050366.905078:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789050366.905099:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baa80030800/0x3b8ec5973df58ef7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df58ef0 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.905129:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baa80030800/0x3b8ec5973df58ef7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df58ef0 expref: 18 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.905141:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baa80030800/0x3b8ec5973df58ef7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58ef0 expref: 18 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.905164:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa80030800, rc 0) 00000100:00100000:2.0:1789050366.905318:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:23484:x1875954714770688:12345-0@lo:101:mount.lustre.0 Request processed in 260us (2077us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050366.905326:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1789050366.905500:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714770688:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789050366.905519:0:23484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8baac2043c00/0x3b8ec5973df58ef0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58ef7 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050366.905529:0:23484:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8baac2043c00/0x3b8ec5973df58ef0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58ef7 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789050366.908701:0:23484:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:1.0:1789050366.910409:0:23484:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789050366.910667:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:1.0:1789050366.910695:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:1.0:1789050366.914235:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:1.0:1789050366.914290:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:1.0:1789050366.914308:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:1.0:1789050366.914324:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:1.0:1789050366.914359:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:1.0:1789050366.914377:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:1.0:1789050366.914391:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:1.0:1789050366.914417:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:1.0:1789050366.914431:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:1.0:1789050366.914444:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:1.0:1789050366.914456:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:1.0:1789050366.914470:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:1.0:1789050366.914484:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:1.0:1789050366.914499:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:1.0:1789050366.914512:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:1.0:1789050366.914525:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:1.0:1789050366.914539:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:1.0:1789050366.914555:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:1.0:1789050366.914570:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:1.0:1789050366.914585:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:1.0:1789050366.914613:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:1.0:1789050366.914632:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:1.0:1789050366.914664:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:1.0:1789050366.914679:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:1.0:1789050366.914692:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:1.0:1789050366.914706:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:1.0:1789050366.914720:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:1.0:1789050366.914739:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:1.0:1789050366.914755:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:1.0:1789050366.914770:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:1.0:1789050366.914785:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:1.0:1789050366.914799:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:1.0:1789050366.914817:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:0.0:1789050366.922072:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:0.0:1789050366.922105:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:0.0:1789050366.922117:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:0.0:1789050366.922139:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:0.0:1789050366.922272:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:0.0:1789050366.922293:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:0.0:1789050366.922325:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:0.0:1789050366.922341:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:0.0:1789050366.922352:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:0.0:1789050366.922364:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:0.0:1789050366.922376:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:0.0:1789050366.922390:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:0.0:1789050366.922404:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:0.0:1789050366.922576:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:0.0:1789050366.922597:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:0.0:1789050366.922616:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:0.0:1789050366.922621:0:23484:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:0.0:1789050366.922729:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85709880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714770816:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789050366.922793:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050366.924144:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa8ae9b3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789050366.925289:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714770816 00000100:00100000:3.0:1789050366.925302:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714770816 00000100:00100000:3.0:1789050366.926264:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789050366.926278:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:23484:x1875954714770816:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789050366.926447:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:23484:x1875954714770816:12345-0@lo:501:mount.lustre.0 Request processed in 173us (3653us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050366.926456:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789050366.927644:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85709880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714770816:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789050366.927698:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dca680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714770944:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789050366.927751:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050366.927906:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714770944 00000100:00100000:1.0:1789050366.927913:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714770944 00000100:00100000:3.0:1789050366.927968:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa87571780 going to sleep for 11 seconds 00000100:00100000:1.0:1789050366.930016:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789050366.930031:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:23484:x1875954714770944:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789050366.930196:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:23484:x1875954714770944:12345-0@lo:503:mount.lustre.0 Request processed in 158us (2432us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050366.930210:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1789050366.931079:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dca680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714770944:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789050366.931623:0:23484:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789050366.931799:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dca680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714771072:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789050366.931982:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050366.932032:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714771072 00000100:00100000:3.0:1789050366.932040:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714771072 00000100:00100000:3.0:1789050366.932081:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789050366.932090:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:23484:x1875954714771072:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789050366.932282:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:23484:x1875954714771072:12345-0@lo:502:mount.lustre.0 Request processed in 192us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050366.932289:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789050366.932345:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa82fbea80 going to sleep for 11 seconds 00000100:00100000:3.0:1789050366.932359:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dca680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714771072:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789050366.932552:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:3.0:1789050366.932579:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:3.0:1789050366.932592:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:3.0:1789050366.932607:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:3.0:1789050366.932620:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:3.0:1789050366.932636:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:3.0:1789050366.932650:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:3.0:1789050366.932684:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:3.0:1789050366.932699:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:3.0:1789050366.932777:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:3.0:1789050366.932796:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:3.0:1789050366.932809:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:3.0:1789050366.932821:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:3.0:1789050366.932915:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:3.0:1789050366.932958:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:3.0:1789050366.932977:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:3.0:1789050366.932989:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:3.0:1789050366.933002:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:3.0:1789050366.933016:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:3.0:1789050366.933029:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:3.0:1789050366.933042:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:3.0:1789050366.933065:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:3.0:1789050366.933079:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:3.0:1789050366.933105:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:3.0:1789050366.933121:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:3.0:1789050366.933135:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:3.0:1789050366.933233:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:3.0:1789050366.933252:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:3.0:1789050366.933267:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:3.0:1789050366.933280:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:3.0:1789050366.933293:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:3.0:1789050366.933306:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:3.0:1789050366.933317:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:3.0:1789050366.933329:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:3.0:1789050366.933341:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:3.0:1789050366.933351:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:3.0:1789050366.933363:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:3.0:1789050366.933374:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:3.0:1789050366.933385:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:3.0:1789050366.933407:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:3.0:1789050366.933420:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:3.0:1789050366.933431:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:3.0:1789050366.933442:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:3.0:1789050366.933454:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:3.0:1789050366.933468:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:3.0:1789050366.933480:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:3.0:1789050366.933492:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:3.0:1789050366.933505:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:3.0:1789050366.933547:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dca680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714771200:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789050366.933596:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050366.933674:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa82fbea80 going to sleep for 11 seconds 00000100:00100000:0.0:1789050366.933721:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714771200 00000100:00100000:0.0:1789050366.933729:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714771200 00000100:00100000:0.0:1789050366.933799:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1789050366.933807:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:23484:x1875954714771200:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789050366.934017:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:23484:x1875954714771200:12345-0@lo:502:mount.lustre.0 Request processed in 210us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050366.934024:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789050366.934158:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dca680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714771200:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789050366.934315:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:3.0:1789050366.934336:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:3.0:1789050366.934358:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dca680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714771328:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789050366.934393:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050366.934415:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa82fbea80 going to sleep for 11 seconds 00000100:00100000:0.0:1789050366.934513:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714771328 00000100:00100000:0.0:1789050366.934518:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714771328 00000100:00100000:0.0:1789050366.934549:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1789050366.934556:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:23484:x1875954714771328:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789050366.934621:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:23484:x1875954714771328:12345-0@lo:502:mount.lustre.0 Request processed in 66us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050366.934634:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1789050366.934962:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dca680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714771328:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789050366.935000:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:3.0:1789050366.935008:0:23484:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1789050366.937899:0:23503:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:2.0:1789050366.937917:0:23503:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff8baabd17b380) 00000020:00000080:2.0:1789050366.938889:0:23503:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:3.0:1789050366.940313:0:23503:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8baab0ea7800 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1789050366.940320:0:23503:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8baab0ea7800 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1789050366.940323:0:23503:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8baab0ea7800 3 00010000:00080000:3.0:1789050366.940359:0:23503:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8baaae729800@lustre-MDT0000-lwp-MDT0001: add connection 192.168.203.142@tcp at head 00010000:00010000:3.0:1789050366.942562:0:23503:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:3.0:1789050366.943393:0:23503:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:3.0:1789050366.943444:0:23503:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1789050366.943455:0:23503:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x3b8ec5973df58f05 00000100:00080000:3.0:1789050366.943466:0:23503:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789050366.943477:0:23503:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8baaae729800 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:3.0:1789050366.943513:0:23503:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baaa7dca680 x1875954714771456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789050366.943545:0:23503:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789050366.943571:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050366.943576:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789050366.943579:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050366.943582:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789050366.944367:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875954714771456:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789050366.944437:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050366.944505:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714771456 00000100:00100000:2.0:1789050366.944512:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714771456 00000100:00100000:2.0:1789050366.944544:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789050366.944551:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7d51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3643:x1875954714771456:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789050366.944575:0:22752:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 589 last 0 00000020:00000080:2.0:1789050366.944619:0:22752:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x3b8ec5973df58f0c 00000004:00100000:2.0:1789050366.944634:0:22752:0:(mdt_handler.c:7315:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1789050366.944663:0:22752:0:(import.c:65:import_set_state_nolock()) ffff8ba983505000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789050366.944713:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7d51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875954714771456:12345-0@lo:38:llog_process_th.0 Request processed in 160us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050366.944720:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1789050366.944759:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8baaa7dca680 x1875954714771456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789050376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789050366.944769:0:3643:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789050366.944777:0:3643:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1789050366.944784:0:3643:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1789050366.944793:0:3643:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789050366.944796:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8baaae729800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789050366.944803:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875954714771456:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1789050366.945093:0:23503:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:0.0:1789050366.946283:0:23484:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1789050366.946319:0:23484:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1789050366.946335:0:23484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baac2043c00/0x3b8ec5973df58ef0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58ef7 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050366.946347:0:23484:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8baac2043c00/0x3b8ec5973df58ef0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58ef7 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1789050366.946392:0:23484:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1789050366.946394:0:23484:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789050366.946395:0:23484:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789050366.946396:0:23484:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789050366.946398:0:23484:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789050366.946399:0:23484:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789050366.946400:0:23484:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789050366.946402:0:23484:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789050366.946403:0:23484:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789050366.946407:0:23484:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:0.0:1789050366.946409:0:23484:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789050366.946411:0:23484:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789050366.946412:0:23484:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789050366.946413:0:23484:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789050366.946414:0:23484:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789050366.946415:0:23484:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789050366.946416:0:23484:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789050366.946417:0:23484:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789050366.946418:0:23484:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789050366.946438:0:23484:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:0.0:1789050366.946455:0:23484:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa8570ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714771584:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789050366.946508:0:23484:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050366.946548:0:23484:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa91f44b40 going to sleep for 11 seconds 00000100:00100000:3.0:1789050366.947964:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714771584 00000100:00100000:3.0:1789050366.947976:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714771584 00000100:00100000:3.0:1789050366.948030:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1789050366.948039:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:23484:x1875954714771584:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789050366.948072:0:22744:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1789050366.948085:0:22744:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:2.0:1789050366.952997:0:22732:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:0.0:1789050366.953612:0:22744:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1789050366.953628:0:22744:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:2.0:1789050366.953767:0:22768:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1789050366.953772:0:22768:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1789050366.953796:0:22768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8baa80031e00/0x3b8ec5973df58f13 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.953815:0:22768:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8baaae694800/0x3b8ec5973df58e17 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58e10 expref: 18 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.953823:0:22768:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8baa80031c00/0x3b8ec5973df58edb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58ed4 expref: 18 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.954250:0:22768:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8baa80031e00/0x3b8ec5973df58f13 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.954290:0:22768:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8baa80031c00/0x3b8ec5973df58edb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3b8ec5973df58ed4 expref: 18 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.954305:0:22768:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8baa80031c00/0x3b8ec5973df58edb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3b8ec5973df58ed4 expref: 18 pid: 22747 timeout: 689 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050366.954319:0:22768:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d53b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22768:1875954714771712:0@lo:104: 00000100:00100000:2.0:1789050366.954382:0:22768:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789050366.954429:0:22768:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8baaae694800/0x3b8ec5973df58e17 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3b8ec5973df58e10 expref: 18 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.954437:0:22768:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8baaae694800/0x3b8ec5973df58e17 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3b8ec5973df58e10 expref: 18 pid: 22744 timeout: 689 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050366.954454:0:22768:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d50a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22768:1875954714771840:0@lo:104: 00000100:00100000:2.0:1789050366.954478:0:22768:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050366.954495:0:22768:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba98250e600 going to sleep for 11 seconds 00000100:00100000:2.0:1789050366.954532:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714771712 00000100:00100000:2.0:1789050366.954539:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714771712 00000100:00100000:2.0:1789050366.954610:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714771840 00000100:00100000:2.0:1789050366.954614:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714771840 00000100:00100000:2.0:1789050366.954629:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789050366.954637:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7d53100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+4:22768:x1875954714771712:12345-0@lo:104: 00010000:00010000:2.0:1789050366.954649:0:22736:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.142@tcp lock: ffff8ba983571600/0x3b8ec5973df58ed4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b8ec5973df58edb expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.954697:0:22736:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789050366.954703:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7d53100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+4:22768:x1875954714771712:12345-0@lo:104: Request processed in 67us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050366.954721:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789050366.954738:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789050366.954745:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7d50380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+3:22768:x1875954714771840:12345-0@lo:104: 00010000:00010000:2.0:1789050366.954752:0:22736:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58e10 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b8ec5973df58e17 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.954782:0:22736:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1789050366.954787:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7d50380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+3:22768:x1875954714771840:12345-0@lo:104: Request processed in 44us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050366.954792:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789050366.954853:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:23484:x1875954714771584:12345-0@lo:253:mount.lustre.0 Request processed in 6815us (8345us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050366.954862:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1789050366.954915:0:23484:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa8570ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:23484:1875954714771584:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789050366.954925:0:23484:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:0.0:1789050366.954928:0:23484:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789050366.954930:0:23484:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789050366.954931:0:23484:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789050366.954932:0:23484:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789050366.954934:0:23484:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789050366.954946:0:23484:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789050366.954947:0:23484:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789050366.954949:0:23484:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789050366.954951:0:23484:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1789050366.954964:0:23484:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:2.0:1789050366.955427:0:22768:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d53b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22768:1875954714771712:0@lo:104: 00000100:00100000:2.0:1789050366.955456:0:22768:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d50a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22768:1875954714771840:0@lo:104: 00010000:00010000:2.0:1789050366.955470:0:22768:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8baa80031e00/0x3b8ec5973df58f13 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.955487:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789050366.955493:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8ba983571600/0x3b8ec5973df58ed4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b8ec5973df58edb expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.955499:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ba983571600 already unused, calling callback (ffffffffc1287c20) 10000000:00010000:2.0:1789050366.955503:0:22741:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8ba983571600/0x3b8ec5973df58ed4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x3b8ec5973df58edb expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.955510:0:22741:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8ba983571600/0x3b8ec5973df58ed4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x3b8ec5973df58edb expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789050366.955517:0:22741:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8ba983571600/0x3b8ec5973df58ed4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x3b8ec5973df58edb expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789050366.955522:0:22741:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789050366.955557:0:22741:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.142@tcp lock: ffff8ba983571600/0x3b8ec5973df58ed4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58edb expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.955564:0:22741:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789050366.955592:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8ba983571600/0x3b8ec5973df58ed4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58edb expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.955600:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8ba983571600/0x3b8ec5973df58ed4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58edb expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.955611:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789050366.955620:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58e10 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b8ec5973df58e17 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.955625:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae694200 already unused, calling callback (ffffffffc1287c20) 10000000:00010000:2.0:1789050366.955628:0:22741:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58e10 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x3b8ec5973df58e17 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.955635:0:22741:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58e10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x3b8ec5973df58e17 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789050366.955641:0:22741:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58e10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x3b8ec5973df58e17 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789050366.955646:0:22741:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789050366.955661:0:22741:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58e10 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58e17 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.955666:0:22741:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789050366.955681:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58e10 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58e17 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.955687:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58e10 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58e17 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050366.955700:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050366.955701:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050366.955702:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789050366.955805:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3645:1875954714771968:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789050366.955988:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050366.956030:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3646:1875954714772096:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789050366.956052:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050366.956089:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714771968 00000100:00100000:3.0:1789050366.956094:0:22738:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714771968 00010000:00010000:3.0:1789050366.956114:0:22738:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8baa80031c00/0x3b8ec5973df58edb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b8ec5973df58ed4 expref: 18 pid: 22747 timeout: 689 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050366.956135:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714772096 00000100:00100000:3.0:1789050366.956138:0:22738:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714772096 00000100:00100000:1.0:1789050366.956255:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789050366.956266:0:22737:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7dc9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+19:3645:x1875954714771968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789050366.956278:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789050366.956283:0:22737:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8baa80031c00/0x3b8ec5973df58edb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b8ec5973df58ed4 expref: 19 pid: 22747 timeout: 689 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050366.956294:0:22737:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8baa80031c00/0x3b8ec5973df58edb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3b8ec5973df58ed4 expref: 19 pid: 22747 timeout: 689 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050366.956307:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baa80031c00/0x3b8ec5973df58edb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3b8ec5973df58ed4 expref: 19 pid: 22747 timeout: 689 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050366.956319:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789050366.956352:0:22737:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7dc9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:3645:x1875954714771968:12345-0@lo:103:ldlm_bl.0 Request processed in 89us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050366.956359:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00010000:2.0:1789050366.956466:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050366.956810:0:22738:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8baaae694800/0x3b8ec5973df58e17 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b8ec5973df58e10 expref: 17 pid: 22744 timeout: 689 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050366.956909:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789050366.956919:0:22738:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7dcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+17:3646:x1875954714772096:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789050366.956928:0:22738:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789050366.956933:0:22738:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8baaae694800/0x3b8ec5973df58e17 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b8ec5973df58e10 expref: 17 pid: 22744 timeout: 689 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050366.956988:0:22738:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8baaae694800/0x3b8ec5973df58e17 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3b8ec5973df58e10 expref: 17 pid: 22744 timeout: 689 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050366.957008:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baaae694800/0x3b8ec5973df58e17 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3b8ec5973df58e10 expref: 17 pid: 22744 timeout: 689 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050366.957019:0:22738:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8baa80031e00/0x3b8ec5973df58f13 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050366.957027:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baa80031e00/0x3b8ec5973df58f13 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1789050366.957040:0:22738:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005714792s 00010000:00010000:3.0:1789050366.957045:0:22738:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8baa80031e00/0x3b8ec5973df58f13 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050366.957052:0:22738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8baa80031e00/0x3b8ec5973df58f13 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050366.957058:0:22738:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8baa80031e00/0x3b8ec5973df58f13 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050366.957064:0:22738:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8baa80031e00/0x3b8ec5973df58f13 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050366.957070:0:22738:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa80031e00 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:3.0:1789050366.957075:0:22738:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8baa80031e00/0x3b8ec5973df58f13 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050366.957082:0:22738:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8baa80031e00/0x3b8ec5973df58f13 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050366.957099:0:22738:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8baa80031e00/0x3b8ec5973df58f13 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050366.957114:0:22738:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789050366.957548:0:22738:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7dcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+16:3646:x1875954714772096:12345-0@lo:103:ldlm_bl.0 Request processed in 631us (1494us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050366.957556:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789050366.957611:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3646:1875954714772096:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789050366.957639:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3645:1875954714771968:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789050366.957654:0:22768:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8baa80031e00/0x3b8ec5973df58f13 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050366.957662:0:22768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8baa80031e00/0x3b8ec5973df58f13 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050366.957669:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baa80031e00/0x3b8ec5973df58f13 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:01000000:0.0:1789050366.959903:0:23484:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:1.0:1789050366.960004:0:23508:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:1.0:1789050366.960008:0:23508:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:1.0:1789050366.960304:0:23509:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1789050366.960595:0:23484:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:1.0:1789050366.960777:0:23509:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789050366.963385:0:23510:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa8570ad80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23510:1875954714772224:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1789050366.963457:0:23510:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050366.963494:0:23510:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa8512cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1789050366.963672:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714772224 00000100:00100000:3.0:1789050366.963681:0:22757:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714772224 00000100:00100000:3.0:1789050366.963733:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789050366.963743:0:22757:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa85708000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23510:x1875954714772224:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789050366.963832:0:22757:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa85708000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23510:x1875954714772224:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 91us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050366.963840:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789050366.963882:0:23510:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa8570ad80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23510:1875954714772224:0@lo:1000:lod0001_rec0000.0 00000040:01000000:3.0:1789050366.963911:0:23510:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1789050366.963956:0:23510:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dcad80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23510:1875954714772352:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789050366.964004:0:23510:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050366.964027:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714772352 00000100:00100000:3.0:1789050366.964030:0:22757:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714772352 00000100:00100000:3.0:1789050366.964055:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789050366.964062:0:22757:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7dc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23510:x1875954714772352:12345-0@lo:1000:lod0001_rec0000.0 00000040:01000000:2.0:1789050366.964471:0:23484:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:2.0:1789050366.964514:0:23484:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1789050366.964974:0:23484:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1789050366.964987:0:23484:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:2.0:1789050366.965024:0:23484:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789050366.965436:0:22757:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7dc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23510:x1875954714772352:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 1370us (1428us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050366.965445:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789050366.965476:0:23510:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa8ae9b3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789050366.965501:0:23510:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dcad80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23510:1875954714772352:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789050366.965570:0:23510:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dcad80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23510:1875954714772480:0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1789050366.965613:0:23510:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050366.965658:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714772480 00000100:00100000:3.0:1789050366.965664:0:22763:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714772480 00000100:00100000:3.0:1789050366.965696:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789050366.965704:0:22763:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7dc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23510:x1875954714772480:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1789050366.965742:0:22763:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7dc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23510:x1875954714772480:12345-0@lo:900:lod0001_rec0000.0 Request processed in 40us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050366.965748:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789050366.965765:0:23510:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaac69bf00 going to sleep for 11 seconds 00010000:00080000:3.0:1789050366.965779:0:23510:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8baaa7dcad80 x1875954714772480/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789050382 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789050366.965790:0:23510:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dcad80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23510:1875954714772480:0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1789050366.965844:0:23510:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dcad80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23510:1875954714772608:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789050366.965879:0:23510:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050366.965899:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714772608 00000100:00100000:3.0:1789050366.965902:0:22757:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714772608 00000100:00100000:3.0:1789050366.965921:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789050366.965926:0:22757:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23510:x1875954714772608:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789050366.965986:0:22757:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23510:x1875954714772608:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 59us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050366.965992:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789050366.966006:0:23510:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaac69b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789050366.966018:0:23510:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dcad80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23510:1875954714772608:0@lo:1000:lod0001_rec0000.0 00000040:00080000:3.0:1789050366.966056:0:23510:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789050366.969915:0:23484:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1789050366.970844:0:23509:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1789050366.970904:0:23509:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000040:00080000:2.0:1789050366.972467:0:23484:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1789050366.972529:0:23484:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:2.0:1789050366.972660:0:23484:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789050366.973600:0:23510:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1789050366.973667:0:23510:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:3.0:1789050366.973673:0:23510:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00080000:10000000:2.0:1789050366.974499:0:23484:0:(osd_handler.c:5577:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000001:00000004:0.0:1789050366.978476:0:23484:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:0.0:1789050366.980261:0:23484:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1789050366.980295:0:23484:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffaeaec0d4b988 00100000:10000000:0.0:1789050366.980303:0:23484:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:0.0:1789050366.981369:0:23484:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1789050366.981401:0:23484:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.142@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1789050366.981420:0:23484:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=48 00000080:00000004:0.0:1789050366.981437:0:23484:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:0.0:1789050366.982466:0:23484:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789050366.982704:0:23484:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789050367.215224:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789050367.721456:0:22794:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae50aa80 going to sleep for 0 seconds 00000040:00080000:1.0:1789050367.977499:0:23504:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789050368.233665:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1789050368.425093:0:22749:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789050368.425098:0:22749:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8baab0ea7800 from 12 10000000:01000000:1.0:1789050368.425103:0:22749:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789050368.425140:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa86db1200/0x3b8ec5973df58f1a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050368.425162:0:22749:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8baa86db1200/0x3b8ec5973df58f1a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050368.425188:0:22749:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8baa86db1200/0x3b8ec5973df58f1a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789050368.425213:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714772736:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789050368.425421:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050368.425464:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaa207c480 going to sleep for 11 seconds 00000100:00100000:3.0:1789050368.425537:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714772736 00000100:00100000:3.0:1789050368.425544:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714772736 00000100:00100000:3.0:1789050368.425589:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1789050368.425597:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+16:22749:x1875954714772736:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789050368.425610:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789050368.425622:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baaae694800/0x3b8ec5973df58f21 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df58f1a expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050368.425643:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baaae694800/0x3b8ec5973df58f21 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df58f1a expref: 17 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050368.425653:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baaae694800/0x3b8ec5973df58f21 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58f1a expref: 17 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050368.425673:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baaae694800, rc 0) 00000100:00100000:3.0:1789050368.425718:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+17:22749:x1875954714772736:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 122us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050368.425725:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789050368.425802:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714772736:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789050368.425817:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8baa86db1200/0x3b8ec5973df58f1a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58f21 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050368.425826:0:22749:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8baa86db1200/0x3b8ec5973df58f1a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58f21 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050368.425889:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa8570ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714772864:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789050368.425919:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050368.425958:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba9825c50c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789050368.426159:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714772864 00000100:00100000:3.0:1789050368.426164:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714772864 00000100:00100000:3.0:1789050368.426213:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1789050368.426338:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+17:22749:x1875954714772864:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789050368.426359:0:22744:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789050368.426375:0:22744:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789050368.426378:0:22744:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:3.0:1789050368.426460:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+17:22749:x1875954714772864:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 240us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050368.426468:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789050368.426542:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa8570ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714772864:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1789050368.426581:0:22749:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789050368.426587:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa86db1200/0x3b8ec5973df58f1a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58f21 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050368.426595:0:22749:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8baa86db1200/0x3b8ec5973df58f1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58f21 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789050368.426604:0:22749:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789050368.426607:0:22749:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8ba984cc8800 from 12 10000000:01000000:0.0:1789050368.426610:0:22749:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789050368.426628:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8ba983570600/0x3b8ec5973df58f28 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050368.426635:0:22749:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8ba983570600/0x3b8ec5973df58f28 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050368.426643:0:22749:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8ba983570600/0x3b8ec5973df58f28 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050368.426669:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa8570ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714772992:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789050368.426695:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050368.426724:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba9825c50c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789050368.426787:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714772992 00000100:00100000:1.0:1789050368.426792:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714772992 00000100:00100000:1.0:1789050368.426824:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1789050368.426831:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+17:22749:x1875954714772992:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789050368.426839:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789050368.426848:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baa86db1600/0x3b8ec5973df58f2f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df58f28 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050368.426864:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baa86db1600/0x3b8ec5973df58f2f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df58f28 expref: 18 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050368.426887:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baa86db1600/0x3b8ec5973df58f2f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58f28 expref: 18 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050368.426893:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa86db1600, rc 0) 00000100:00100000:1.0:1789050368.426921:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:22749:x1875954714772992:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 92us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050368.426927:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789050368.427337:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa8570ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714772992:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789050368.427351:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8ba983570600/0x3b8ec5973df58f28 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58f2f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050368.427359:0:22749:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8ba983570600/0x3b8ec5973df58f28 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58f2f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050368.427403:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa8570ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714773120:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789050368.427432:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050368.427459:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba9825c50c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789050368.428163:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714773120 00000100:00100000:1.0:1789050368.428345:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714773120 00000100:00100000:1.0:1789050368.428390:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1789050368.428398:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:22749:x1875954714773120:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789050368.428415:0:22746:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789050368.428430:0:22746:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789050368.428433:0:22746:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1789050368.429161:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:22749:x1875954714773120:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 762us (1727us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050368.429184:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1789050368.439259:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa8570ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714773120:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1789050368.439550:0:22749:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789050368.439562:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8ba983570600/0x3b8ec5973df58f28 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58f2f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050368.439574:0:22749:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8ba983570600/0x3b8ec5973df58f28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58f2f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050368.745018:0:22794:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae50aa80 going to sleep for 0 seconds 00000040:00080000:1.0:1789050369.001872:0:23504:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789050369.260039:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789050369.770833:0:22794:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae50aa80 going to sleep for 0 seconds 00010000:00010000:1.0:1789050370.283528:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789050370.793175:0:22794:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae50aa80 going to sleep for 0 seconds 00010000:00010000:0.0:1789050371.314041:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789050371.816993:0:22794:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae50aa80 going to sleep for 0 seconds 00000001:02000400:0.0:1789050371.997584:0:23753:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg342-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00080000:1.0:1789050372.204840:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1789050372.204847:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1789050372.204851:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ba984c7b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789050372.204865:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875954714773248:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1789050372.204868:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8ba984c7b000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:1.0:1789050372.204895:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baab78a3480 x1875954714773504/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789050372.204913:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789050372.204917:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789050372.204928:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1789050372.204929:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789050372.204953:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789050372.204970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789050372.204973:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789050372.204976:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789050372.204979:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789050372.205004:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789050372.205012:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3644:1875954714773376:0@lo:400:kworker.0 00000100:00100000:3.0:1789050372.205013:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875954714773760:0@lo:400:kworker.0 00000100:00100000:1.0:1789050372.213641:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050372.213702:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789050372.213715:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875954714773632:0@lo:400:kworker.0 00000100:00100000:3.0:1789050372.213739:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050372.213789:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714773248 00000100:00100000:3.0:1789050372.213852:0:22757:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714773248 00000100:00100000:3.0:1789050372.213901:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789050372.213911:0:22757:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7dcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875954714773248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789050372.213966:0:22757:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789050372.214018:0:22757:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7dcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875954714773248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 109us (9091us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050372.214038:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789050372.214069:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714773760 00000100:00100000:3.0:1789050372.214074:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714773760 00000100:00100000:3.0:1789050372.214101:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789050372.214108:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875954714773760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050372.214142:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875954714773760:12345-0@lo:400:kworker.0 Request processed in 35us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050372.214157:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1789050372.214200:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8baab78a1500 x1875954714773760/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789050372.214214:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875954714773760:0@lo:400:kworker.0 00000100:00100000:3.0:1789050372.214232:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875954714773248:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789050372.214848:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050372.214899:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714773504:0@lo:38:kworker.0 00000100:00100000:1.0:1789050372.214948:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050372.214980:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714773376 00000100:00100000:1.0:1789050372.214984:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714773376 00000100:00100000:1.0:1789050372.215015:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1789050372.215022:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:3644:x1875954714773376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789050372.215059:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:3644:x1875954714773376:12345-0@lo:400:kworker.0 Request processed in 37us (1427us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050372.215065:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1789050372.215114:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714773504 00000100:00100000:1.0:1789050372.215118:0:22757:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714773504 00000100:00100000:1.0:1789050372.215136:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789050372.215140:0:22757:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab78a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3643:x1875954714773504:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1789050372.215181:0:22757:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 594 last 0 00000020:00000080:1.0:1789050372.215213:0:22757:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3b8ec5973df58f36 00000004:00100000:1.0:1789050372.215228:0:22757:0:(mdt_handler.c:7315:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:1.0:1789050372.215234:0:22757:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:1.0:1789050372.215388:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3644:1875954714773376:0@lo:400:kworker.0 00000100:00100000:3.0:1789050372.217663:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714773632 00000100:00100000:3.0:1789050372.217675:0:22754:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714773632 00000100:00100000:3.0:1789050372.217748:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789050372.217758:0:22754:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab78a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875954714773632:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1789050372.225147:0:22757:0:(import.c:65:import_set_state_nolock()) ffff8ba981a0b000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789050372.225249:0:22757:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab78a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3643:x1875954714773504:12345-0@lo:38:kworker.0 Request processed in 10105us (10298us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050372.225259:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:1.0:1789050372.227494:0:3643:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1789050372.227507:0:3643:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2408010450010a0 00000100:00080000:1.0:1789050372.227513:0:3643:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1789050372.227517:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8ba984c7b000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1789050372.227544:0:3643:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000005554ab15): req@ffff8baa8570a300 x1875954714766336/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789050372.227562:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714773504:0@lo:38:kworker.0 00000100:00100000:1.0:1789050372.228547:0:22794:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050372.228587:0:22794:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae50aa80 going to sleep for 11 seconds 00000100:00100000:1.0:1789050372.228609:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714766336 00000100:00100000:1.0:1789050372.228616:0:22758:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714766336 00000100:00100000:1.0:1789050372.228664:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789050372.228673:0:22758:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab78a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22794:x1875954714766336:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1789050372.228758:0:22758:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab78a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22794:x1875954714766336:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 86us (1110us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050372.228765:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789050372.228811:0:22794:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa8570a300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22794:1875954714766336:0@lo:1000:lod0000_rec0001.0 00000040:01000000:1.0:1789050372.228848:0:22794:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1789050372.228882:0:22794:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a2300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22794:1875954714774016:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1789050372.228913:0:22794:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050372.228950:0:22794:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa904e2cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789050372.228963:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714774016 00000100:00100000:1.0:1789050372.228966:0:22758:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714774016 00000100:00100000:1.0:1789050372.228983:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789050372.228989:0:22758:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab78a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22794:x1875954714774016:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1789050372.229081:0:22758:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab78a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22794:x1875954714774016:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 92us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050372.229087:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789050372.229112:0:22794:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a2300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22794:1875954714774016:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1789050372.229188:0:22794:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a2300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22794:1875954714774144:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1789050372.229227:0:22794:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050372.229241:0:22794:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa82e73000 going to sleep for 11 seconds 00000100:00100000:1.0:1789050372.229253:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714774144 00000100:00100000:1.0:1789050372.229256:0:22758:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714774144 00000100:00100000:1.0:1789050372.229273:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789050372.229429:0:22754:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab78a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875954714773632:12345-0@lo:400:kworker.0 Request processed in 11671us (14579us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050372.229438:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:3.0:1789050372.229474:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8baab78a0000 x1875954714773632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789050372.229484:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875954714773632:0@lo:400:kworker.0 00000100:00100000:3.0:1789050372.229505:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875954714773888:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789050372.229529:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050372.233222:0:22758:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab78a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22794:x1875954714774144:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1789050372.233340:0:22758:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab78a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22794:x1875954714774144:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 4060us (4112us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050372.233349:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789050372.233377:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714773888 00000100:00100000:1.0:1789050372.233383:0:22758:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714773888 00000100:00100000:1.0:1789050372.233409:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789050372.233422:0:22758:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7dcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3647:x1875954714773888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789050372.233443:0:22758:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789050372.233483:0:22758:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7dcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3647:x1875954714773888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (3953us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050372.233489:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789050372.233541:0:22794:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a2300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22794:1875954714774144:0@lo:1000:lod0000_rec0001.0 00000040:00080000:1.0:1789050372.233598:0:22794:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789050372.237902:0:22794:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1789050372.238008:0:22794:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 19, retries 0 00000004:00080000:1.0:1789050372.238014:0:22794:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000100:00100000:3.0:1789050372.238583:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875954714773888:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1789050372.332425:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1789050372.890000:0:23805:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789050372.890224:0:23805:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789050373.366196:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1789050373.730211:0:23855:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789050373.730395:0:23855:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789050374.377153:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1789050374.759353:0:23903:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffdb82bd860 20000000:00000080:1.0:1789050374.759371:0:23903:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8baab06efc00 uarg=0000000000000000 20000000:01000000:1.0:1789050374.759428:0:23903:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:1.0:1789050374.759435:0:23903:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:1.0:1789050374.759440:0:23903:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:3.0:1789050374.761616:0:23904:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:1.0:1789050374.763308:0:23903:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:1.0:1789050374.779721:0:23903:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1789050374.786103:0:23903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ba983570400/0x3b8ec5973df58f3d lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050374.786129:0:23903:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8baac2043200/0x3b8ec5973df58de6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58ddf expref: 17 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050374.786159:0:23903:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ba983570a00/0x3b8ec5973df58ee9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58ee2 expref: 17 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050374.786167:0:23903:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ba983570400/0x3b8ec5973df58f3d lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050374.786209:0:23903:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ba983570a00/0x3b8ec5973df58ee9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3b8ec5973df58ee2 expref: 17 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050374.786225:0:23903:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ba983570a00/0x3b8ec5973df58ee9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3b8ec5973df58ee2 expref: 17 pid: 22746 timeout: 696 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050374.786240:0:23903:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85709880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23903:1875954714774272:0@lo:104: 00000100:00100000:0.0:1789050374.787156:0:23903:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789050374.787272:0:23903:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8baac2043200/0x3b8ec5973df58de6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3b8ec5973df58ddf expref: 17 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050374.787284:0:23903:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8baac2043200/0x3b8ec5973df58de6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3b8ec5973df58ddf expref: 17 pid: 22744 timeout: 696 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050374.787294:0:23903:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85708a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23903:1875954714774400:0@lo:104: 00000100:00100000:0.0:1789050374.787316:0:23903:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050374.792493:0:23903:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa8396c840 going to sleep for 11 seconds 00000100:00100000:3.0:1789050374.796460:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714774272 00000100:00100000:2.0:1789050374.796461:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714774400 00000100:00100000:3.0:1789050374.796476:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714774272 00000100:00100000:2.0:1789050374.796476:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714774400 00000100:00100000:2.0:1789050374.796530:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789050374.796539:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8570b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+4:23903:x1875954714774400:12345-0@lo:104: 00010000:00010000:2.0:1789050374.796558:0:22735:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.142@tcp lock: ffff8baa80031000/0x3b8ec5973df58ddf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b8ec5973df58de6 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050374.796658:0:22735:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789050374.796665:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8570b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+4:23903:x1875954714774400:12345-0@lo:104: Request processed in 127us (9347us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050374.796672:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789050374.796994:0:23903:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85708a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23903:1875954714774400:0@lo:104: 00010000:00010000:2.0:1789050374.797968:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789050374.797978:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8baa80031000/0x3b8ec5973df58ddf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b8ec5973df58de6 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050374.797989:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa80031000 already unused, calling callback (ffffffffc1287c20) 10000000:00010000:2.0:1789050374.797994:0:22741:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8baa80031000/0x3b8ec5973df58ddf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x3b8ec5973df58de6 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050374.798003:0:22741:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8baa80031000/0x3b8ec5973df58ddf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x3b8ec5973df58de6 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789050374.798011:0:22741:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8baa80031000/0x3b8ec5973df58ddf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x3b8ec5973df58de6 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789050374.798033:0:22741:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789050374.798083:0:22741:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.142@tcp lock: ffff8baa80031000/0x3b8ec5973df58ddf lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58de6 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050374.798089:0:22741:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789050374.798122:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8baa80031000/0x3b8ec5973df58ddf lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58de6 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050374.798139:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8baa80031000/0x3b8ec5973df58ddf lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58de6 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789050374.798146:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3644:1875954714774528:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789050374.798155:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050374.798159:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050374.798160:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789050374.798245:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050374.799006:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714774528 00000100:00100000:2.0:1789050374.799015:0:22738:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714774528 00010000:00010000:2.0:1789050374.799047:0:22738:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8baac2043200/0x3b8ec5973df58de6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b8ec5973df58ddf expref: 18 pid: 22744 timeout: 696 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050374.799087:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789050374.799096:0:22738:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab78a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:3644:x1875954714774528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789050374.799110:0:22738:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789050374.799115:0:22738:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8baac2043200/0x3b8ec5973df58de6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b8ec5973df58ddf expref: 18 pid: 22744 timeout: 696 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050374.799125:0:22738:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8baac2043200/0x3b8ec5973df58de6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3b8ec5973df58ddf expref: 18 pid: 22744 timeout: 696 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050374.799149:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baac2043200/0x3b8ec5973df58de6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3b8ec5973df58ddf expref: 18 pid: 22744 timeout: 696 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050374.799173:0:22738:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789050374.799227:0:22738:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab78a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+17:3644:x1875954714774528:12345-0@lo:103:ldlm_bl.0 Request processed in 132us (982us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050374.799234:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789050374.799351:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789050374.799361:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa85708380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+3:23903:x1875954714774272:12345-0@lo:104: 00010000:00010000:3.0:1789050374.799372:0:22736:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.142@tcp lock: ffff8baac2042800/0x3b8ec5973df58ee2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b8ec5973df58ee9 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789050374.799428:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3644:1875954714774528:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789050374.799434:0:22736:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789050374.799441:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa85708380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+3:23903:x1875954714774272:12345-0@lo:104: Request processed in 83us (12287us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050374.799448:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789050374.799477:0:23903:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85709880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23903:1875954714774272:0@lo:104: 00010000:00010000:0.0:1789050374.799496:0:23903:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ba983570400/0x3b8ec5973df58f3d lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050374.799511:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789050374.799516:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8baac2042800/0x3b8ec5973df58ee2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b8ec5973df58ee9 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050374.799523:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baac2042800 already unused, calling callback (ffffffffc1287c20) 10000000:00010000:3.0:1789050374.799527:0:22740:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8baac2042800/0x3b8ec5973df58ee2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x3b8ec5973df58ee9 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050374.799535:0:22740:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8baac2042800/0x3b8ec5973df58ee2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x3b8ec5973df58ee9 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789050374.799541:0:22740:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8baac2042800/0x3b8ec5973df58ee2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x3b8ec5973df58ee9 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789050374.799552:0:22740:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1789050374.799589:0:22740:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.142@tcp lock: ffff8baac2042800/0x3b8ec5973df58ee2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58ee9 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050374.799596:0:22740:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1789050374.799634:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1789050374.800091:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8baac2042800/0x3b8ec5973df58ee2 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58ee9 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050374.800100:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8baac2042800/0x3b8ec5973df58ee2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58ee9 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050374.800117:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050374.800119:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050374.800121:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789050374.800337:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3644:1875954714774656:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789050374.800540:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050374.800768:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714774656 00000100:00100000:0.0:1789050374.800776:0:22737:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714774656 00010000:00010000:0.0:1789050374.800802:0:22737:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ba983570a00/0x3b8ec5973df58ee9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b8ec5973df58ee2 expref: 17 pid: 22746 timeout: 696 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050374.800835:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789050374.800843:0:22737:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+17:3644:x1875954714774656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789050374.800855:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789050374.800859:0:22737:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ba983570a00/0x3b8ec5973df58ee9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b8ec5973df58ee2 expref: 17 pid: 22746 timeout: 696 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050374.800870:0:22737:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ba983570a00/0x3b8ec5973df58ee9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3b8ec5973df58ee2 expref: 17 pid: 22746 timeout: 696 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050374.800884:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ba983570a00/0x3b8ec5973df58ee9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3b8ec5973df58ee2 expref: 17 pid: 22746 timeout: 696 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050374.800898:0:22737:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ba983570400/0x3b8ec5973df58f3d lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050374.800907:0:22737:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ba983570400/0x3b8ec5973df58f3d lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050374.800920:0:22737:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ba983570400/0x3b8ec5973df58f3d lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050374.800928:0:22737:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ba983570400/0x3b8ec5973df58f3d lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050374.800971:0:22737:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ba983570400/0x3b8ec5973df58f3d lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050374.800990:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ba983570400/0x3b8ec5973df58f3d lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050374.800997:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ba983570400 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:0.0:1789050374.801001:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ba983570400/0x3b8ec5973df58f3d lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050374.801010:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ba983570400/0x3b8ec5973df58f3d lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050374.801027:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ba983570400/0x3b8ec5973df58f3d lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050374.801038:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789050374.801044:0:23903:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ba983570400/0x3b8ec5973df58f3d lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050374.801056:0:23903:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ba983570400/0x3b8ec5973df58f3d lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050374.801075:0:23903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ba983570400/0x3b8ec5973df58f3d lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050374.801085:0:22737:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+16:3644:x1875954714774656:12345-0@lo:103:ldlm_bl.0 Request processed in 242us (700us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050374.801093:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789050374.801174:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3644:1875954714774656:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789050375.404402:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789050375.850530:0:22786:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789050376.298067:0:3643:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789050366/real 1789050366] req@ffff8baaa7d51500 x1875954714769664/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789050376 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789050376.298096:0:3643:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8baaa7d51500 x1875954714769664/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789050376 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789050376.298106:0:3643:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789050366/real 1789050366] req@ffff8baaa7d53800 x1875954714769536/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789050376 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789050376.298134:0:3643:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8baaa7d53800 x1875954714769536/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789050376 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789050376.298153:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8ba983170000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789050376.300698:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789050376.300704:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789050376.300706:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789050376.300709:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789050376.300735:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789050376.300738:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789050376.300740:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789050376.300743:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789050376.300747:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ba983170000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789050376.300754:0:38:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 589 00000100:00080000:2.0:1789050376.300760:0:38:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789050376.300770:0:38:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8ba983170000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:2.0:1789050376.300790:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baaa7d52680 x1875954714775296/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789050376.300827:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875954714774912:0@lo:400:kworker.0 00000100:00100000:2.0:1789050376.300898:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050376.300974:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1789050376.300980:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3647:1875954714774784:0@lo:400:kworker.0 00000100:00100000:2.0:1789050376.301008:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050376.301031:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875954714775424:0@lo:400:kworker.0 00000100:00100000:2.0:1789050376.301053:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050376.301079:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875954714775040:0@lo:400:kworker.0 00000100:00100000:2.0:1789050376.301101:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050376.301246:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789050376.301262:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714775168:0@lo:400:kworker.0 00000100:00100000:2.0:1789050376.301290:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050376.301332:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714774912 00000100:00100000:2.0:1789050376.301339:0:22758:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714774912 00000100:00100000:2.0:1789050376.301371:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714775168 00000100:00100000:2.0:1789050376.301374:0:22758:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714775168 00000100:00100000:2.0:1789050376.301390:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789050376.301399:0:22758:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7d50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3647:x1875954714774912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050376.301451:0:22758:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7d50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3647:x1875954714774912:12345-0@lo:400:kworker.0 Request processed in 52us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050376.301458:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789050376.301474:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789050376.301480:0:22758:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7d52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714775168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050376.301514:0:22758:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7d52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714775168:12345-0@lo:400:kworker.0 Request processed in 33us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050376.301519:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789050376.301535:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714774784 00000100:00100000:2.0:1789050376.301545:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714774784 00000100:00100000:2.0:1789050376.301743:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1789050376.301749:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98319f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+16:3647:x1875954714774784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050376.301780:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98319f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+16:3647:x1875954714774784:12345-0@lo:400:kworker.0 Request processed in 32us (772us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050376.301786:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1789050376.301812:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714775424 00000100:00100000:2.0:1789050376.301816:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714775424 00000100:00100000:2.0:1789050376.301839:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714775040 00000100:00100000:2.0:1789050376.301841:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714775040 00000100:00100000:2.0:1789050376.301854:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789050376.301859:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7d53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875954714775424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050376.301888:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7d53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875954714775424:12345-0@lo:400:kworker.0 Request processed in 28us (833us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050376.301893:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789050376.301904:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789050376.301910:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7d52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875954714775040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050376.301960:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7d52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875954714775040:12345-0@lo:400:kworker.0 Request processed in 27us (835us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050376.301966:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789050376.302007:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714775168:0@lo:400:kworker.0 00010000:00080000:2.0:1789050376.302020:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8baaa7d53480 x1875954714775040/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789050376.302029:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875954714775040:0@lo:400:kworker.0 00000100:00100000:2.0:1789050376.302058:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3647:1875954714774784:0@lo:400:kworker.0 00010000:00080000:2.0:1789050376.302081:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8baaa7d50700 x1875954714775424/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789050376.302089:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875954714775424:0@lo:400:kworker.0 00000100:00100000:2.0:1789050376.302098:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875954714774912:0@lo:400:kworker.0 00000100:00080000:1.0:1789050376.302416:0:3643:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789050376.302422:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875954714769664:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1789050376.302430:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8baa85701000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789050376.302450:0:3643:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789050376.302454:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875954714769536:0@lo:8:llog_process_th.0 00000100:00100000:1.0:1789050376.302477:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875954714775296:0@lo:8:kworker.0 00000400:00000100:1.0:1789050376.302509:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875954714775296 offset 0 length 520: 4 00000100:00080000:2.0:1789050376.302834:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789050376.302839:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789050376.302842:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789050376.302845:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789050376.302847:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789050376.302850:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789050376.302853:0:38:0:(import.c:65:import_set_state_nolock()) ffff8baa85701000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789050376.302857:0:38:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 589 00000100:00080000:2.0:1789050376.302861:0:38:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789050376.302869:0:38:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8baa85701000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:2.0:1789050376.302894:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baaa7d51f80 x1875954714775552/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789050376.306473:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875954714775552:0@lo:8:kworker.0 00000400:00000100:1.0:1789050376.306530:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875954714775552 offset 0 length 520: 4 00010000:00010000:3.0:1789050376.426217:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1789050376.747683:0:22749:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789050376.747691:0:22749:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8baab0ea7800 from 13 10000000:01000000:0.0:1789050376.747697:0:22749:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789050376.747742:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8ba983571e00/0x3b8ec5973df58f44 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050376.747753:0:22749:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8ba983571e00/0x3b8ec5973df58f44 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050376.747765:0:22749:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8ba983571e00/0x3b8ec5973df58f44 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050376.747788:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85709880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714775680:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789050376.747863:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050376.747907:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa87571180 going to sleep for 11 seconds 00000100:00100000:3.0:1789050376.747979:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714775680 00000100:00100000:3.0:1789050376.747987:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714775680 00000100:00100000:3.0:1789050376.748034:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1789050376.748055:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98319d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+16:22749:x1875954714775680:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789050376.748068:0:22744:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789050376.748081:0:22744:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baaae694400/0x3b8ec5973df58f4b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df58f44 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050376.748104:0:22744:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baaae694400/0x3b8ec5973df58f4b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df58f44 expref: 17 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050376.748115:0:22744:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baaae694400/0x3b8ec5973df58f4b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58f44 expref: 17 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050376.748141:0:22744:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baaae694400, rc 0) 00000100:00100000:3.0:1789050376.748187:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98319d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+17:22749:x1875954714775680:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050376.748195:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1789050376.748724:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85709880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714775680:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789050376.748742:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8ba983571e00/0x3b8ec5973df58f44 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58f4b expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050376.748752:0:22749:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8ba983571e00/0x3b8ec5973df58f44 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58f4b expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050376.748816:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85709880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714775808:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789050376.748847:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050376.748882:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa87571180 going to sleep for 11 seconds 00000100:00100000:2.0:1789050376.748966:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714775808 00000100:00100000:2.0:1789050376.748972:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714775808 00000100:00100000:2.0:1789050376.749007:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1789050376.749015:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98319c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+17:22749:x1875954714775808:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789050376.749155:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98319c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+17:22749:x1875954714775808:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 140us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050376.749163:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1789050376.749205:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85709880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714775808:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789050376.749236:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d50700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714775936:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789050376.749710:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050376.749743:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba98268c540 going to sleep for 11 seconds 00000100:00100000:0.0:1789050376.749800:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714775936 00000100:00100000:0.0:1789050376.749805:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714775936 00000100:00100000:0.0:1789050376.749838:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1789050376.749845:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98319e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+17:22749:x1875954714775936:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789050376.749924:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98319e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+17:22749:x1875954714775936:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 80us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050376.749931:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1789050376.750140:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d50700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714775936:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1789050376.752478:0:24008:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1789050376.755929:0:22749:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1789050376.755987:0:22749:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789050376.755999:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8ba983571e00/0x3b8ec5973df58f44 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58f4b expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050376.756012:0:22749:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8ba983571e00/0x3b8ec5973df58f44 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58f4b expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789050376.756211:0:22749:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789050376.756215:0:22749:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8ba984cc8800 from 13 10000000:01000000:0.0:1789050376.756218:0:22749:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789050376.756277:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8ba983570800/0x3b8ec5973df58f52 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050376.756286:0:22749:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8ba983570800/0x3b8ec5973df58f52 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050376.756309:0:22749:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8ba983570800/0x3b8ec5973df58f52 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050376.756335:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85708a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714776064:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789050376.756398:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050376.756446:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa87571180 going to sleep for 11 seconds 00000100:00100000:1.0:1789050376.756558:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714776064 00000100:00100000:1.0:1789050376.756566:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714776064 00000100:00100000:1.0:1789050376.756629:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1789050376.756638:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98319fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+17:22749:x1875954714776064:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789050376.756651:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789050376.756663:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baa86db1e00/0x3b8ec5973df58f59 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df58f52 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050376.756686:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baa86db1e00/0x3b8ec5973df58f59 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df58f52 expref: 18 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050376.756696:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baa86db1e00/0x3b8ec5973df58f59 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58f52 expref: 18 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050376.756705:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa86db1e00, rc 0) 00000100:00100000:1.0:1789050376.756744:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98319fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:22749:x1875954714776064:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 108us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050376.756751:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1789050376.756928:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85708a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714776064:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789050376.756975:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8ba983570800/0x3b8ec5973df58f52 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58f59 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050376.756984:0:22749:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8ba983570800/0x3b8ec5973df58f52 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58f59 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050376.757397:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dc9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714776192:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789050376.757431:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050376.757466:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baab4267900 going to sleep for 11 seconds 00000100:00100000:0.0:1789050376.757517:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714776192 00000100:00100000:0.0:1789050376.757522:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714776192 00000100:00100000:0.0:1789050376.757556:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1789050376.757564:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98319cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:22749:x1875954714776192:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789050376.757691:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98319cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:22749:x1875954714776192:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 128us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050376.757698:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1789050376.757825:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dc9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714776192:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789050376.757857:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dc9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714776320:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789050376.757896:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050376.757924:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baab4267900 going to sleep for 11 seconds 00000100:00100000:0.0:1789050376.757992:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714776320 00000100:00100000:0.0:1789050376.757997:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714776320 00000100:00100000:0.0:1789050376.758030:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1789050376.758037:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98319d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:22749:x1875954714776320:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789050376.758114:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98319d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:22749:x1875954714776320:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 77us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050376.758135:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1789050376.758217:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dc9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714776320:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1789050376.775011:0:24009:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1789050376.782421:0:22749:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1789050376.782456:0:22749:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789050376.782467:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8ba983570800/0x3b8ec5973df58f52 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58f59 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050376.782481:0:22749:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8ba983570800/0x3b8ec5973df58f52 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58f59 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050377.323763:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875954714776448:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789050377.323829:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050377.323900:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714776448 00000100:00100000:0.0:1789050377.323907:0:22758:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714776448 00000100:00100000:0.0:1789050377.323975:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789050377.323984:0:22758:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa85709c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1875954714776448:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789050377.324016:0:22758:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789050377.324063:0:22758:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa85709c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1875954714776448:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050377.324070:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789050377.324125:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875954714776448:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789050377.332444:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875954714776576:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789050377.332516:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050377.332638:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714776576 00000100:00100000:2.0:1789050377.332647:0:22758:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714776576 00000100:00100000:2.0:1789050377.334047:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789050377.334064:0:22758:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7dc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3644:x1875954714776576:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789050377.334103:0:22758:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789050377.334180:0:22758:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7dc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3644:x1875954714776576:12345-0@lo:41:osp-pre-1-0.0 Request processed in 123us (1663us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050377.334187:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789050377.339447:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875954714776576:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1789050377.449160:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1789050377.846655:0:23485:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1789050378.359965:0:3643:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789050363/real 1789050363] req@ffff8baaa7d50e00 x1875954714767360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789050378 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789050378.359995:0:3643:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8baaa7d50e00 x1875954714767360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789050378 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789050378.360026:0:3643:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789050363/real 1789050363] req@ffff8baaa7d51180 x1875954714767488/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789050378 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789050378.360038:0:3643:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8baaa7d51180 x1875954714767488/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789050378 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789050378.360069:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8baa861d6000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789050378.360084:0:3643:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789050378.360088:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714767360:0@lo:8:kworker.0 00000100:00080000:1.0:1789050378.360093:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8ba984c7c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789050378.360098:0:3643:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789050378.360102:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714767488:0@lo:8:kworker.0 00000100:00080000:3.0:1789050378.360224:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050378.360228:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789050378.360230:0:38:0:(import.c:65:import_set_state_nolock()) ffff8baa861d6000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789050378.360245:0:38:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 585 00000100:00080000:3.0:1789050378.360251:0:38:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789050378.360262:0:38:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8baa861d6000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:3.0:1789050378.360282:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baaa7dca680 x1875954714776960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789050378.360296:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050378.360299:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789050378.360301:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ba984c7c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789050378.360303:0:38:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 585 00000100:00080000:3.0:1789050378.360306:0:38:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789050378.360310:0:38:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8ba984c7c000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:3.0:1789050378.360320:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baaa7dc9180 x1875954714777088/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789050378.360344:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050378.360347:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789050378.360356:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050378.360359:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789050378.360387:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714777344:0@lo:400:kworker.0 00000100:00100000:3.0:1789050378.360445:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050378.360477:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1789050378.360484:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3644:1875954714776704:0@lo:400:kworker.0 00000100:00100000:3.0:1789050378.360512:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050378.360535:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875954714777472:0@lo:400:kworker.0 00000100:00100000:3.0:1789050378.360557:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050378.360585:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714777472 00000100:00100000:3.0:1789050378.360592:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714777472 00000100:00100000:3.0:1789050378.360632:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789050378.360641:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983d98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875954714777472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050378.360687:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983d98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875954714777472:12345-0@lo:400:kworker.0 Request processed in 47us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050378.360695:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:3.0:1789050378.360729:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8ba983d9a680 x1875954714777472/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050394 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789050378.360741:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875954714777472:0@lo:400:kworker.0 00000100:00100000:0.0:1789050378.366784:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875954714776832:0@lo:400:kworker.0 00000100:00100000:0.0:1789050378.366863:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050378.366910:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789050378.366918:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875954714777216:0@lo:400:kworker.0 00000100:00100000:0.0:1789050378.366956:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050378.366992:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714777344 00000100:00100000:0.0:1789050378.366999:0:22757:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714777344 00000100:00100000:0.0:1789050378.367033:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714776832 00000100:00100000:0.0:1789050378.367036:0:22757:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714776832 00000100:00100000:0.0:1789050378.367051:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789050378.367059:0:22757:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983d9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714777344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050378.367124:0:22757:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983d9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714777344:12345-0@lo:400:kworker.0 Request processed in 65us (6678us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050378.367132:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789050378.367162:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789050378.367168:0:22757:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa85708e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875954714776832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050378.367201:0:22757:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa85708e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875954714776832:12345-0@lo:400:kworker.0 Request processed in 33us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050378.367207:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789050378.367225:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714776704 00000100:00100000:0.0:1789050378.367229:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714776704 00000100:00100000:0.0:1789050378.367251:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1789050378.367257:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98374ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:3644:x1875954714776704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050378.367284:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98374ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:3644:x1875954714776704:12345-0@lo:400:kworker.0 Request processed in 27us (6772us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050378.367290:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1789050378.367316:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714777216 00000100:00100000:0.0:1789050378.367320:0:22754:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714777216 00000100:00100000:0.0:1789050378.367342:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789050378.367349:0:22754:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8570b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875954714777216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050378.367375:0:22754:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8570b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875954714777216:12345-0@lo:400:kworker.0 Request processed in 26us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050378.367380:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789050378.367411:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3644:1875954714776704:0@lo:400:kworker.0 00000100:00100000:0.0:1789050378.367424:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714777344:0@lo:400:kworker.0 00010000:00080000:0.0:1789050378.367460:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8baaa7dc9c00 x1875954714777216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050394 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050378.367469:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875954714777216:0@lo:400:kworker.0 00000100:00100000:0.0:1789050378.367477:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875954714776832:0@lo:400:kworker.0 00000100:00100000:1.0:1789050378.377479:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714776960:0@lo:8:kworker.0 00000400:00000100:1.0:1789050378.377537:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875954714776960 offset 0 length 520: 4 00000100:00100000:1.0:1789050378.377574:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714777088:0@lo:8:kworker.0 00000400:00000100:1.0:1789050378.377588:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875954714777088 offset 0 length 520: 4 00010000:00010000:3.0:1789050378.474264:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789050379.242592:0:23504:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789050379.516024:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050380.522024:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1789050381.066827:0:24251:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1789050381.066831:0:24251:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:0.0:1789050381.066833:0:24251:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:0.0:1789050381.067006:0:24251:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8baab771f800 00000020:01000004:0.0:1789050381.067020:0:24251:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1789050381.067033:0:24251:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1789050381.067046:0:24251:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8baab802cd40) 00000020:00000080:0.0:1789050381.067062:0:24251:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1789050381.111743:0:24251:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1789050381.114515:0:24251:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1789050381.114861:0:24251:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1789050381.115073:0:24251:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1789050381.115374:0:24251:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1789050381.115551:0:24251:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1789050381.115737:0:24251:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00080000:01000000:3.0:1789050381.117212:0:24251:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1789050381.117521:0:24251:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:3.0:1789050381.117533:0:24251:0:(osd_handler.c:8921:osd_obd_connect()) connect #0 00000020:00000080:3.0:1789050381.117545:0:24251:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x3b8ec5973df58f67 00000020:01000004:3.0:1789050381.117552:0:24251:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:3.0:1789050381.117574:0:24251:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.142@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1789050381.117577:0:24251:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.142@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1789050381.117583:0:24251:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0000 00000020:01000004:3.0:1789050381.117588:0:24251:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:3.0:1789050381.117600:0:24251:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff8baaad604d40) 00000020:00000080:3.0:1789050381.117611:0:24251:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:3.0:1789050381.118904:0:24251:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789050381.121156:0:24251:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:3.0:1789050381.121164:0:24251:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:1.0:1789050381.125482:0:24251:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:1.0:1789050381.125495:0:24251:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:3.0:1789050381.125774:0:24251:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:3.0:1789050381.125783:0:24251:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:3.0:1789050381.127169:0:24251:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789050381.127351:0:24251:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:3.0:1789050381.127356:0:24251:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:3.0:1789050381.130598:0:24251:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:3.0:1789050381.130612:0:24251:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:1.0:1789050381.153514:0:24251:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789050381.154210:0:24251:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1789050381.154374:0:24251:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:1.0:1789050381.155895:0:24251:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1789050381.155905:0:24251:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:1.0:1789050381.156839:0:24251:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1789050381.156847:0:24251:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:1.0:1789050381.158687:0:24251:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789050381.158875:0:24251:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:1.0:1789050381.158881:0:24251:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:1.0:1789050381.159920:0:24251:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:1.0:1789050381.159930:0:24251:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:1.0:1789050381.201340:0:24251:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789050381.201542:0:24251:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:1.0:1789050381.201549:0:24251:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:1.0:1789050381.205032:0:24251:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:1.0:1789050381.205044:0:24251:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:1.0:1789050381.205623:0:24251:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:1.0:1789050381.205651:0:24251:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:1.0:1789050381.205658:0:24251:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.142@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:0.0:1789050381.230764:0:24251:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.142@tcp ctxt 0 is initialized 00000020:01000004:0.0:1789050381.230802:0:24251:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.142@tcp, index=0000, flags=0x20002 00000020:01000004:0.0:1789050381.230806:0:24251:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1789050381.230808:0:24251:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789050381.230809:0:24251:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789050381.230810:0:24251:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789050381.230811:0:24251:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789050381.230813:0:24251:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789050381.230814:0:24251:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789050381.230815:0:24251:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789050381.230816:0:24251:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789050381.230820:0:24251:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:0.0:1789050381.230822:0:24251:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789050381.230823:0:24251:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789050381.230824:0:24251:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789050381.230825:0:24251:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789050381.230826:0:24251:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789050381.230907:0:24251:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789050381.230908:0:24251:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789050381.230909:0:24251:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789050381.230910:0:24251:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789050381.231468:0:24251:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1789050381.231489:0:24251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85709f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714777600:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789050381.231563:0:24251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050381.231605:0:24251:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaa73ce900 going to sleep for 11 seconds 00000100:00100000:1.0:1789050381.231701:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714777600 00000100:00100000:1.0:1789050381.231709:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714777600 00000100:00100000:1.0:1789050381.231761:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1789050381.231769:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983749850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:24251:x1875954714777600:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789050381.231799:0:22746:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1789050381.231802:0:22746:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:1.0:1789050381.231805:0:22746:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1789050381.232205:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983749850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:24251:x1875954714777600:12345-0@lo:253:mount.lustre.0 Request processed in 436us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050381.232220:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1789050381.232372:0:24251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85709f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714777600:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789050381.232381:0:24251:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1789050381.232392:0:24251:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789050381.232393:0:24251:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789050381.232394:0:24251:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789050381.232395:0:24251:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789050381.232397:0:24251:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789050381.232398:0:24251:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789050381.232399:0:24251:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789050381.232400:0:24251:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789050381.232401:0:24251:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1789050381.232419:0:24251:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8baab771f800 from lustre-OST0000 10000000:01000000:0.0:1789050381.232459:0:24251:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:0.0:1789050381.232461:0:24251:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1789050381.232469:0:24251:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8baab4e3b380 local copy 00010000:00010000:0.0:1789050381.232477:0:24251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baac2043600/0x3b8ec5973df58d22 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58d29 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050381.232547:0:24251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85709f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714777728:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789050381.232572:0:24251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050381.232601:0:24251:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaa73ce780 going to sleep for 11 seconds 00000100:00100000:1.0:1789050381.232901:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714777728 00000100:00100000:1.0:1789050381.232906:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714777728 00000100:00100000:1.0:1789050381.232957:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1789050381.232963:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98374a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:24251:x1875954714777728:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789050381.233179:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98374a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:24251:x1875954714777728:12345-0@lo:501:mount.lustre.0 Request processed in 215us (605us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789050381.233187:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1789050381.233370:0:24251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85709f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714777728:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1789050381.233383:0:24251:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.142@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1789050381.233403:0:24251:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.142@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1789050381.233408:0:24251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baac2043600/0x3b8ec5973df58d22 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58d29 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.233416:0:24251:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8baac2043600/0x3b8ec5973df58d22 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58d29 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789050381.233438:0:24251:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8baab771f800 10000000:01000000:0.0:1789050381.233443:0:24251:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1789050381.233447:0:24251:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1789050381.233457:0:24251:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789050381.233462:0:24251:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:0.0:1789050381.233465:0:24251:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1789050381.233486:0:24251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8ba983570a00/0x3b8ec5973df58f75 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.233493:0:24251:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8ba983570a00/0x3b8ec5973df58f75 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.233501:0:24251:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8ba983570a00/0x3b8ec5973df58f75 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050381.233513:0:24251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85709f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714777856:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789050381.233538:0:24251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050381.233565:0:24251:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaa73ce780 going to sleep for 11 seconds 00000100:00100000:1.0:1789050381.233715:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714777856 00000100:00100000:1.0:1789050381.233719:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714777856 00000100:00100000:1.0:1789050381.233750:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1789050381.233757:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983748050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+18:24251:x1875954714777856:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789050381.233765:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789050381.233777:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baa86db1a00/0x3b8ec5973df58f7c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df58f75 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050381.233803:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baa86db1a00/0x3b8ec5973df58f7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df58f75 expref: 19 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050381.233814:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baa86db1a00/0x3b8ec5973df58f7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58f75 expref: 19 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050381.233823:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa86db1a00, rc 0) 00000100:00100000:1.0:1789050381.235179:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983748050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+19:24251:x1875954714777856:12345-0@lo:101:mount.lustre.0 Request processed in 1417us (1634us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050381.235188:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1789050381.235388:0:24251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85709f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714777856:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789050381.235406:0:24251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8ba983570a00/0x3b8ec5973df58f75 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58f7c expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.235417:0:24251:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8ba983570a00/0x3b8ec5973df58f75 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58f7c expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789050381.236541:0:24251:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:0.0:1789050381.237355:0:24251:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789050381.239738:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:1.0:1789050381.239787:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:1.0:1789050381.239800:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:1.0:1789050381.239811:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:1.0:1789050381.239822:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:1.0:1789050381.239894:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:1.0:1789050381.239908:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:1.0:1789050381.239919:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:1.0:1789050381.239929:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:1.0:1789050381.240141:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:1.0:1789050381.240159:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:1.0:1789050381.240173:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:1.0:1789050381.240196:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:1.0:1789050381.240201:0:24251:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:1.0:1789050381.240411:0:24251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714777984:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789050381.240474:0:24251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050381.240550:0:24251:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba981a5fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1789050381.242586:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714777984 00000100:00100000:0.0:1789050381.242598:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714777984 00000100:00100000:1.0:1789050381.242786:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1789050381.242797:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98374bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+19:24251:x1875954714777984:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789050381.243128:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98374bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+19:24251:x1875954714777984:12345-0@lo:501:mount.lustre.0 Request processed in 333us (2653us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050381.243138:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1789050381.243234:0:24251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714777984:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789050381.243292:0:24251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714778112:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789050381.243336:0:24251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050381.243620:0:24251:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa9149f600 going to sleep for 11 seconds 00000100:00100000:0.0:1789050381.243709:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714778112 00000100:00100000:0.0:1789050381.243715:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714778112 00000100:00100000:0.0:1789050381.243741:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1789050381.243748:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98374a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+19:24251:x1875954714778112:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789050381.244613:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98374a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+19:24251:x1875954714778112:12345-0@lo:503:mount.lustre.0 Request processed in 862us (1274us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050381.244622:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1789050381.244731:0:24251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714778112:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789050381.245662:0:24251:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789050381.245752:0:24251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714778240:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789050381.245803:0:24251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050381.245966:0:24251:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa9149f600 going to sleep for 11 seconds 00000100:00100000:0.0:1789050381.246103:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714778240 00000100:00100000:0.0:1789050381.246110:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714778240 00000100:00100000:0.0:1789050381.246142:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1789050381.246151:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983749450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+19:24251:x1875954714778240:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789050381.246621:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983749450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+19:24251:x1875954714778240:12345-0@lo:502:mount.lustre.0 Request processed in 470us (816us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050381.246630:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1789050381.246776:0:24251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714778240:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789050381.247364:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1789050381.247393:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1789050381.247406:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1789050381.247418:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1789050381.247430:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1789050381.247442:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1789050381.247458:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1789050381.247485:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1789050381.247500:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:3.0:1789050381.247513:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:3.0:1789050381.247526:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:3.0:1789050381.247538:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:3.0:1789050381.247568:0:24251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714778368:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789050381.247613:0:24251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050381.247651:0:24251:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa9149f600 going to sleep for 11 seconds 00000100:00100000:0.0:1789050381.247720:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714778368 00000100:00100000:0.0:1789050381.247726:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714778368 00000100:00100000:0.0:1789050381.247763:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1789050381.247770:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983748850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+19:24251:x1875954714778368:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789050381.247855:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983748850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+19:24251:x1875954714778368:12345-0@lo:502:mount.lustre.0 Request processed in 84us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050381.247863:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1789050381.248378:0:24251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714778368:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789050381.248423:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:3.0:1789050381.248431:0:24251:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:3.0:1789050381.249131:0:24268:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1789050381.249138:0:24268:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:3.0:1789050381.249145:0:24268:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789050381.249147:0:24268:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:3.0:1789050381.249153:0:24268:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789050381.249172:0:24268:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff8baaad600000) 00000020:00000080:3.0:1789050381.249197:0:24268:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:3.0:1789050381.249204:0:24268:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1789050381.249409:0:24268:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8baab771f800 from lustre-OST0000, refs=2 00080000:01000000:3.0:1789050381.249418:0:24268:0:(osd_handler.c:8921:osd_obd_connect()) connect #1 00000020:00000080:3.0:1789050381.249426:0:24268:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x3b8ec5973df58f8a 00010000:00010000:3.0:1789050381.253013:0:24268:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:3.0:1789050381.253857:0:24268:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:3.0:1789050381.255835:0:24268:0:(osd_handler.c:5577:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:1.0:1789050381.260141:0:24268:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:1.0:1789050381.260155:0:24268:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789050381.260162:0:24268:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789050381.260164:0:24268:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:1.0:1789050381.260168:0:24268:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789050381.260170:0:24268:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:1.0:1789050381.260172:0:24268:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789050381.260174:0:24268:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789050381.260175:0:24268:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789050381.260178:0:24268:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789050381.260179:0:24268:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789050381.260182:0:24268:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789050381.260184:0:24268:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789050381.260185:0:24268:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:1.0:1789050381.260188:0:24268:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1789050381.260190:0:24268:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1789050381.260192:0:24268:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789050381.260194:0:24268:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789050381.260196:0:24268:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:1.0:1789050381.260198:0:24268:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789050381.260200:0:24268:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789050381.260201:0:24268:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1789050381.260204:0:24268:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1789050381.260243:0:24268:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789050381.260246:0:24268:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789050381.260247:0:24268:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1789050381.260250:0:24268:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:3.0:1789050381.260465:0:24251:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:3.0:1789050381.260494:0:24251:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1789050381.260520:0:24251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8ba983570a00/0x3b8ec5973df58f75 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58f7c expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050381.260532:0:24251:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8ba983570a00/0x3b8ec5973df58f75 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58f7c expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789050381.260540:0:24251:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8baab771f800 from 1 10000000:01000000:3.0:1789050381.260543:0:24251:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789050381.260583:0:24251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58f91 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050381.260592:0:24251:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58f91 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050381.260604:0:24251:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58f91 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050381.260629:0:24251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714778496:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789050381.260695:0:24251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050381.260992:0:24251:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba98366d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789050381.264389:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714778496 00000100:00100000:2.0:1789050381.264403:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714778496 00000100:00100000:2.0:1789050381.264465:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789050381.264475:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98374b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+19:24251:x1875954714778496:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789050381.264491:0:22744:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789050381.264508:0:22744:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baa80031600/0x3b8ec5973df58f98 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df58f91 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050381.264534:0:22744:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baa80031600/0x3b8ec5973df58f98 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df58f91 expref: 20 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050381.264554:0:22744:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baa80031600/0x3b8ec5973df58f98 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58f91 expref: 20 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050381.264563:0:22744:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa80031600, rc 0) 00000100:00100000:2.0:1789050381.264643:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98374b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+20:24251:x1875954714778496:12345-0@lo:101:mount.lustre.0 Request processed in 169us (3948us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050381.264651:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1789050381.265108:0:24251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714778496:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789050381.265126:0:24251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58f91 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58f98 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050381.265137:0:24251:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58f91 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58f98 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789050381.267524:0:24251:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1789050381.267778:0:24251:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789050381.269234:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1789050381.269458:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1789050381.269478:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1789050381.269493:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1789050381.269527:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1789050381.269544:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1789050381.269558:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1789050381.269571:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1789050381.269585:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1789050381.269597:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1789050381.269610:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1789050381.269629:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1789050381.269634:0:24251:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:3.0:1789050381.269722:0:24251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714778624:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789050381.269785:0:24251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050381.269835:0:24251:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba98366da80 going to sleep for 11 seconds 00000100:00100000:0.0:1789050381.270385:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714778624 00000100:00100000:0.0:1789050381.270393:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714778624 00000100:00100000:0.0:1789050381.270435:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1789050381.270444:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98374a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+20:24251:x1875954714778624:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789050381.270550:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98374a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+20:24251:x1875954714778624:12345-0@lo:501:mount.lustre.0 Request processed in 107us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050381.270558:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1789050381.271077:0:24251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714778624:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789050381.271123:0:24251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714778752:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789050381.271166:0:24251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050381.271193:0:24251:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba98366da80 going to sleep for 11 seconds 00000100:00100000:1.0:1789050381.271457:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714778752 00000100:00100000:1.0:1789050381.271462:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714778752 00000100:00100000:1.0:1789050381.271499:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1789050381.271513:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983749050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+20:24251:x1875954714778752:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789050381.271602:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983749050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+20:24251:x1875954714778752:12345-0@lo:503:mount.lustre.0 Request processed in 90us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050381.271609:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1789050381.271685:0:24251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714778752:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789050381.273235:0:24251:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789050381.273510:0:24251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714778880:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789050381.273575:0:24251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050381.274388:0:24251:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba98366d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789050381.275210:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714778880 00000100:00100000:0.0:1789050381.275228:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714778880 00000100:00100000:1.0:1789050381.275444:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1789050381.275454:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983748c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+20:24251:x1875954714778880:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789050381.275597:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983748c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+20:24251:x1875954714778880:12345-0@lo:502:mount.lustre.0 Request processed in 144us (2021us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050381.275604:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1789050381.275689:0:24251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714778880:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789050381.275881:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1789050381.275912:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1789050381.275926:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1789050381.275970:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1789050381.276057:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1789050381.276071:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1789050381.276109:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1789050381.276123:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1789050381.276136:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1789050381.276147:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1789050381.276159:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1789050381.276190:0:24251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714779008:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789050381.276343:0:24251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050381.276376:0:24251:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba98366d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789050381.276440:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714779008 00000100:00100000:1.0:1789050381.276446:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714779008 00000100:00100000:1.0:1789050381.276484:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1789050381.276492:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98374b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+20:24251:x1875954714779008:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789050381.276568:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98374b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+20:24251:x1875954714779008:12345-0@lo:502:mount.lustre.0 Request processed in 77us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050381.276576:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1789050381.276698:0:24251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714779008:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789050381.276741:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1789050381.276749:0:24251:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1789050381.277659:0:24272:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789050381.277670:0:24272:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050381.277672:0:24272:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1789050381.277679:0:24272:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8baab771f800 00000020:00000080:0.0:1789050381.277681:0:24272:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789050381.277688:0:24272:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789050381.277691:0:24272:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050381.277693:0:24272:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1789050381.277695:0:24272:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789050381.277697:0:24272:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050381.277698:0:24272:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1789050381.277702:0:24272:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8baab771f800 00000020:00000080:0.0:1789050381.277704:0:24272:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789050381.277786:0:24272:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789050381.277790:0:24272:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050381.277791:0:24272:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1789050381.277794:0:24272:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789050381.277796:0:24272:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050381.277798:0:24272:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789050381.277801:0:24272:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8baab771f800 00000020:00000080:0.0:1789050381.277803:0:24272:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789050381.278426:0:24272:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789050381.278431:0:24272:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050381.278433:0:24272:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789050381.278436:0:24272:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789050381.278439:0:24272:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050381.278440:0:24272:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1789050381.278444:0:24272:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8baab771f800 00000020:00000080:0.0:1789050381.278446:0:24272:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789050381.278478:0:24272:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789050381.278481:0:24272:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050381.278482:0:24272:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1789050381.278486:0:24272:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:3.0:1789050381.279084:0:24251:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1789050381.279125:0:24251:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789050381.279144:0:24251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58f91 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58f98 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050381.279168:0:24251:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58f91 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58f98 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789050381.279233:0:24251:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1789050381.279236:0:24251:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8baab771f800 10000000:01000000:3.0:1789050381.279239:0:24251:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8baab771f800 10000000:01000000:3.0:1789050381.279243:0:24251:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789050381.279248:0:24251:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8baab771f800 from 1 10000000:01000000:3.0:1789050381.279251:0:24251:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1789050381.279363:0:24251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae695a00/0x3b8ec5973df58f9f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050381.279373:0:24251:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8baaae695a00/0x3b8ec5973df58f9f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050381.279385:0:24251:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8baaae695a00/0x3b8ec5973df58f9f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050381.279408:0:24251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714779136:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789050381.279469:0:24251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050381.279548:0:24251:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba98366da80 going to sleep for 11 seconds 00000100:00100000:2.0:1789050381.286359:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714779136 00000100:00100000:2.0:1789050381.286374:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714779136 00000100:00100000:2.0:1789050381.286434:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1789050381.286443:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+20:24251:x1875954714779136:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789050381.286460:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789050381.286477:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baa80031000/0x3b8ec5973df58fa6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df58f9f expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050381.286504:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baa80031000/0x3b8ec5973df58fa6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df58f9f expref: 21 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050381.286515:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baa80031000/0x3b8ec5973df58fa6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58f9f expref: 21 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050381.286524:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa80031000, rc 0) 00000100:00100000:2.0:1789050381.286597:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:24251:x1875954714779136:12345-0@lo:101:mount.lustre.0 Request processed in 154us (7127us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050381.286603:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1789050381.288122:0:24251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714779136:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789050381.288149:0:24251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8baaae695a00/0x3b8ec5973df58f9f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58fa6 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050381.288160:0:24251:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8baaae695a00/0x3b8ec5973df58f9f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58fa6 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789050381.294618:0:24251:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:3.0:1789050381.294894:0:24251:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789050381.296517:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1789050381.296554:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1789050381.296569:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1789050381.296583:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1789050381.296597:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1789050381.296628:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1789050381.296643:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1789050381.296654:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1789050381.296667:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1789050381.296680:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1789050381.296693:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1789050381.296706:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1789050381.296718:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1789050381.296730:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1789050381.296742:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1789050381.296755:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1789050381.296767:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1789050381.296779:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1789050381.296791:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1789050381.296804:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1789050381.296817:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1789050381.296844:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1789050381.296860:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1789050381.296873:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1789050381.296886:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:3.0:1789050381.296899:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:3.0:1789050381.296910:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:3.0:1789050381.296923:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:3.0:1789050381.298469:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:3.0:1789050381.298526:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:3.0:1789050381.298542:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:3.0:1789050381.298555:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:3.0:1789050381.298568:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:3.0:1789050381.298581:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:3.0:1789050381.298596:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:3.0:1789050381.298609:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:3.0:1789050381.298622:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:3.0:1789050381.298648:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:3.0:1789050381.298663:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:3.0:1789050381.298675:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:3.0:1789050381.298688:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:3.0:1789050381.298700:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:3.0:1789050381.298713:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:3.0:1789050381.298727:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:3.0:1789050381.298740:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:3.0:1789050381.298753:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:3.0:1789050381.298766:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:3.0:1789050381.298780:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:3.0:1789050381.298929:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:3.0:1789050381.301198:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:3.0:1789050381.301234:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:3.0:1789050381.301240:0:24251:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:3.0:1789050381.301483:0:24251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714779264:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789050381.301550:0:24251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050381.301601:0:24251:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba98366d180 going to sleep for 11 seconds 00000100:00100000:1.0:1789050381.301693:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714779264 00000100:00100000:1.0:1789050381.301700:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714779264 00000100:00100000:1.0:1789050381.301749:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1789050381.301758:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:24251:x1875954714779264:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789050381.301870:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:24251:x1875954714779264:12345-0@lo:501:mount.lustre.0 Request processed in 113us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050381.301878:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1789050381.302410:0:24251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714779264:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789050381.302444:0:24251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714779392:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789050381.302483:0:24251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050381.302516:0:24251:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba98366d180 going to sleep for 11 seconds 00000100:00100000:1.0:1789050381.303366:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714779392 00000100:00100000:1.0:1789050381.303374:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714779392 00000100:00100000:1.0:1789050381.303410:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1789050381.303423:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:24251:x1875954714779392:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789050381.303531:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:24251:x1875954714779392:12345-0@lo:503:mount.lustre.0 Request processed in 108us (1047us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050381.303539:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1789050381.303647:0:24251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714779392:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789050381.306061:0:24251:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789050381.306189:0:24251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714779520:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789050381.306387:0:24251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050381.306432:0:24251:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba98366da80 going to sleep for 11 seconds 00000100:00100000:0.0:1789050381.306520:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714779520 00000100:00100000:0.0:1789050381.306533:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714779520 00000100:00100000:0.0:1789050381.306581:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1789050381.306590:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:24251:x1875954714779520:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789050381.306703:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:24251:x1875954714779520:12345-0@lo:502:mount.lustre.0 Request processed in 114us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050381.306711:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1789050381.307412:0:24251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714779520:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789050381.307610:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1789050381.307640:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1789050381.307655:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1789050381.307668:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1789050381.307682:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1789050381.307695:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1789050381.307709:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1789050381.307720:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1789050381.307732:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1789050381.307744:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1789050381.307756:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1789050381.307770:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1789050381.307783:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1789050381.307795:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1789050381.307806:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1789050381.307833:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1789050381.307847:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1789050381.307859:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1789050381.307872:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1789050381.307884:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1789050381.307897:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1789050381.307909:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1789050381.307922:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1789050381.307956:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1789050381.310039:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1789050381.310078:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1789050381.310106:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1789050381.310119:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1789050381.310133:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1789050381.310147:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1789050381.310162:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1789050381.310194:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1789050381.310210:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1789050381.310236:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1789050381.310250:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1789050381.311072:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1789050381.311104:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1789050381.311119:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1789050381.311132:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1789050381.311147:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1789050381.311161:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1789050381.311173:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1789050381.311187:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1789050381.311201:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1789050381.311225:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1789050381.311240:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1789050381.311253:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1789050381.311549:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1789050381.311608:0:24251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714779648:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789050381.311679:0:24251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050381.315198:0:24251:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba98366da80 going to sleep for 11 seconds 00000100:00100000:0.0:1789050381.318113:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714779648 00000100:00100000:0.0:1789050381.318127:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714779648 00000100:00100000:0.0:1789050381.318186:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1789050381.318197:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:24251:x1875954714779648:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789050381.318505:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:24251:x1875954714779648:12345-0@lo:502:mount.lustre.0 Request processed in 310us (6825us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050381.318514:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1789050381.318658:0:24251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714779648:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789050381.318853:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1789050381.318878:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1789050381.318910:0:24251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714779776:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789050381.319355:0:24251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050381.319389:0:24251:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba98366da80 going to sleep for 11 seconds 00000100:00100000:0.0:1789050381.319444:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714779776 00000100:00100000:0.0:1789050381.319451:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714779776 00000100:00100000:0.0:1789050381.319490:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1789050381.319499:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:24251:x1875954714779776:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789050381.319585:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:24251:x1875954714779776:12345-0@lo:502:mount.lustre.0 Request processed in 88us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050381.319593:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1789050381.320135:0:24251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714779776:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789050381.320192:0:24251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1789050381.320203:0:24251:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1789050381.323045:0:24277:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1789050381.323063:0:24277:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8baaad6019c0) 00000020:00000080:3.0:1789050381.323094:0:24277:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:3.0:1789050381.323171:0:24277:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8baab771f800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1789050381.323175:0:24277:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8baab771f800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1789050381.323178:0:24277:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8baab771f800 3 00010000:00080000:3.0:1789050381.323208:0:24277:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ba98344a000@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.142@tcp at head 00010000:00010000:3.0:1789050381.328739:0:24277:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:3.0:1789050381.332135:0:24277:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:3.0:1789050381.332195:0:24277:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1789050381.332210:0:24277:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x3b8ec5973df58fb4 00000100:00080000:3.0:1789050381.332221:0:24277:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789050381.332233:0:24277:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8ba98344a000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:3.0:1789050381.332412:0:24277:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ba983d9a680 x1875954714779904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789050381.332443:0:24277:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789050381.332498:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050381.332503:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789050381.332505:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050381.332508:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789050381.332530:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050381.332540:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789050381.332543:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050381.332546:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789050381.332861:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875954714780032:0@lo:400:kworker.0 00000100:00100000:0.0:1789050381.332929:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050381.333093:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3643:1875954714779904:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789050381.333194:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714780032 00000100:00100000:2.0:1789050381.333203:0:22757:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714780032 00000100:00100000:2.0:1789050381.333270:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789050381.333278:0:22757:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa85709f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875954714780032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789050381.333538:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050381.334404:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714779904 00000100:00100000:3.0:1789050381.334414:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714779904 00000100:00100000:3.0:1789050381.334449:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789050381.334456:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab78a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3643:x1875954714779904:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1789050381.334480:0:22753:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 603 last 0 00000020:00000080:3.0:1789050381.334520:0:22753:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x3b8ec5973df58fbb 00000004:00100000:3.0:1789050381.334538:0:22753:0:(mdt_handler.c:7315:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1789050381.334588:0:22753:0:(import.c:65:import_set_state_nolock()) ffff8ba98273a800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789050381.334657:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab78a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875954714779904:12345-0@lo:38:llog_process_th.0 Request processed in 200us (1119us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050381.334664:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1789050381.334757:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8ba983d9a680 x1875954714779904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789050391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789050381.334768:0:3643:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789050381.334776:0:3643:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1789050381.334784:0:3643:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1789050381.334789:0:3643:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1789050381.334791:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8ba98344a000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789050381.334797:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3643:1875954714779904:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789050381.336420:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714780288:0@lo:400:kworker.0 00000100:00100000:3.0:1789050381.336483:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050381.336523:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789050381.336530:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875954714780416:0@lo:400:kworker.0 00000100:00100000:3.0:1789050381.336554:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050381.336585:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875954714780160:0@lo:400:kworker.0 00000100:00100000:3.0:1789050381.336608:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050381.336639:0:22758:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:3.0:1789050381.336646:0:22758:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:3.0:1789050381.336767:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714780416 00000100:00100000:3.0:1789050381.336776:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714780416 00000100:00100000:3.0:1789050381.336815:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714780160 00000100:00100000:3.0:1789050381.336818:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714780160 00000100:00100000:3.0:1789050381.336833:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789050381.336840:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983d9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875954714780416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050381.336888:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983d9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875954714780416:12345-0@lo:400:kworker.0 Request processed in 48us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050381.336894:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789050381.336911:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789050381.336917:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983d99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875954714780160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050381.336965:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983d99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875954714780160:12345-0@lo:400:kworker.0 Request processed in 49us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050381.336970:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:3.0:1789050381.337000:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8ba983d98000 x1875954714780160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050397 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789050381.337013:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875954714780160:0@lo:400:kworker.0 00010000:00080000:3.0:1789050381.337038:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8ba983d9ad80 x1875954714780416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050397 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789050381.337047:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875954714780416:0@lo:400:kworker.0 00000100:00100000:3.0:1789050381.339417:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714780288 00000100:00100000:3.0:1789050381.339430:0:22758:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714780288 00000100:00100000:0.0:1789050381.339566:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789050381.339576:0:24280:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983d9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714780288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050381.339663:0:24280:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983d9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714780288:12345-0@lo:400:kworker.0 Request processed in 88us (3179us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050381.339679:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789050381.339747:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714780288:0@lo:400:kworker.0 00000020:01000004:3.0:1789050381.340553:0:24277:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1789050381.340579:0:24277:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff8ba98269b380) 00000020:00000080:3.0:1789050381.340606:0:24277:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:3.0:1789050381.340700:0:24277:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8baab771f800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1789050381.340705:0:24277:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8baab771f800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1789050381.340713:0:24277:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8baab771f800 3 00010000:00080000:3.0:1789050381.340747:0:24277:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ba98273b800@lustre-MDT0001-lwp-OST0000: add connection 192.168.203.142@tcp at head 00000100:00100000:2.0:1789050381.341552:0:22757:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa85709f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875954714780032:12345-0@lo:400:kworker.0 Request processed in 8270us (8616us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050381.341564:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789050381.342484:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875954714780032:0@lo:400:kworker.0 00010000:00010000:3.0:1789050381.346502:0:24277:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:3.0:1789050381.346748:0:24277:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:3.0:1789050381.346796:0:24277:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1789050381.346810:0:24277:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x3b8ec5973df58fc9 00000100:00080000:3.0:1789050381.346822:0:24277:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789050381.346837:0:24277:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8ba98273b800 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:3.0:1789050381.346876:0:24277:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ba983d98700 x1875954714780544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789050381.346907:0:24277:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1789050381.346965:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050381.346970:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789050381.348198:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3643:1875954714780544:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789050381.348932:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1789050381.349061:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050381.349067:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789050381.349071:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050381.349074:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789050381.349077:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050381.349080:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789050381.349421:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714780544 00000100:00100000:1.0:1789050381.349430:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714780544 00000040:00080000:3.0:1789050381.349576:0:24277:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000100:00100000:1.0:1789050381.349816:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789050381.349826:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab78a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3643:x1875954714780544:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789050381.349856:0:22753:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 603 last 0 00000020:00000080:1.0:1789050381.349892:0:22753:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x3b8ec5973df58fd0 00000004:00100000:1.0:1789050381.349909:0:22753:0:(mdt_handler.c:7315:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789050381.349971:0:22753:0:(import.c:65:import_set_state_nolock()) ffff8baa85742000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789050381.350057:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab78a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875954714780544:12345-0@lo:38:llog_process_th.0 Request processed in 231us (1126us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050381.350064:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1789050381.350166:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8ba983d98700 x1875954714780544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789050391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789050381.350178:0:3643:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789050381.350186:0:3643:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1789050381.350194:0:3643:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1789050381.350198:0:3643:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1789050381.350200:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8ba98273b800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789050381.350206:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3643:1875954714780544:0@lo:38:llog_process_th.0 00000020:01000000:0.0:1789050381.350557:0:24251:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1789050381.350591:0:24251:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1789050381.350646:0:24251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae695a00/0x3b8ec5973df58f9f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58fa6 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.350658:0:24251:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8baaae695a00/0x3b8ec5973df58f9f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58fa6 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1789050381.350707:0:24251:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1789050381.350709:0:24251:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789050381.350710:0:24251:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789050381.350712:0:24251:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789050381.350713:0:24251:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789050381.350715:0:24251:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789050381.350716:0:24251:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789050381.350718:0:24251:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789050381.350719:0:24251:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789050381.350723:0:24251:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:0.0:1789050381.350726:0:24251:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789050381.350727:0:24251:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789050381.350728:0:24251:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789050381.350729:0:24251:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789050381.350730:0:24251:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789050381.350731:0:24251:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789050381.350733:0:24251:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789050381.350734:0:24251:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789050381.350735:0:24251:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789050381.350754:0:24251:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1789050381.350771:0:24251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa8570b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714780672:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789050381.350819:0:24251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050381.350855:0:24251:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaa73ce480 going to sleep for 11 seconds 00000100:00100000:3.0:1789050381.350910:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714780672 00000100:00100000:3.0:1789050381.350917:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714780672 00000100:00100000:3.0:1789050381.350989:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1789050381.350998:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:24251:x1875954714780672:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789050381.351020:0:22744:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1789050381.351039:0:22744:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1789050381.353591:0:22744:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1789050381.353611:0:22744:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1789050381.353714:0:22768:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1789050381.353719:0:22768:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1789050381.353741:0:22768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8baaae694000/0x3b8ec5973df58fd7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050381.353759:0:22768:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8baaae694800/0x3b8ec5973df58f21 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58f1a expref: 21 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050381.353767:0:22768:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8baa86db1600/0x3b8ec5973df58f2f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58f28 expref: 21 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050381.353775:0:22768:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8baaae694000/0x3b8ec5973df58fd7 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050381.353812:0:22768:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8baa86db1600/0x3b8ec5973df58f2f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3b8ec5973df58f28 expref: 21 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050381.353827:0:22768:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8baa86db1600/0x3b8ec5973df58f2f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3b8ec5973df58f28 expref: 21 pid: 22746 timeout: 703 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050381.353840:0:22768:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d9ad80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22768:1875954714780800:0@lo:104: 00000100:00100000:3.0:1789050381.353897:0:22768:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789050381.353998:0:22768:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8baaae694800/0x3b8ec5973df58f21 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3b8ec5973df58f1a expref: 21 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050381.354006:0:22768:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8baaae694800/0x3b8ec5973df58f21 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3b8ec5973df58f1a expref: 21 pid: 22747 timeout: 703 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050381.354015:0:22768:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d98e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22768:1875954714780928:0@lo:104: 00000100:00100000:3.0:1789050381.354040:0:22768:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050381.354071:0:22768:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba98366d540 going to sleep for 11 seconds 00000100:00100000:0.0:1789050381.354245:0:22736:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1789050381.354273:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714780800 00000100:00100000:0.0:1789050381.354281:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714780800 00000100:00100000:0.0:1789050381.354312:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714780928 00000100:00100000:0.0:1789050381.354315:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714780928 00000100:00100000:0.0:1789050381.354329:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789050381.354337:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983d98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+4:22768:x1875954714780800:12345-0@lo:104: 00010000:00010000:0.0:1789050381.354351:0:22736:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.142@tcp lock: ffff8ba983570600/0x3b8ec5973df58f28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b8ec5973df58f2f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.354434:0:22736:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789050381.354441:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983d98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+4:22768:x1875954714780800:12345-0@lo:104: Request processed in 105us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050381.354448:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789050381.354466:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789050381.354472:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab43c2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+3:22768:x1875954714780928:12345-0@lo:104: 00010000:00010000:0.0:1789050381.354479:0:22736:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.142@tcp lock: ffff8baa86db1200/0x3b8ec5973df58f1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b8ec5973df58f21 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.354507:0:22736:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1789050381.354512:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab43c2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+3:22768:x1875954714780928:12345-0@lo:104: Request processed in 42us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050381.354518:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:0.0:1789050381.354552:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789050381.354559:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8ba983570600/0x3b8ec5973df58f28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b8ec5973df58f2f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.354577:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ba983570600 already unused, calling callback (ffffffffc1287c20) 10000000:00010000:0.0:1789050381.354581:0:22741:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8ba983570600/0x3b8ec5973df58f28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x3b8ec5973df58f2f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.354589:0:22741:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8ba983570600/0x3b8ec5973df58f28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x3b8ec5973df58f2f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789050381.354596:0:22741:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8ba983570600/0x3b8ec5973df58f28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x3b8ec5973df58f2f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789050381.354601:0:22741:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00100000:3.0:1789050381.354651:0:22768:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d9ad80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22768:1875954714780800:0@lo:104: 00000100:00100000:3.0:1789050381.354658:0:22768:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d98e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22768:1875954714780928:0@lo:104: 00010000:00010000:3.0:1789050381.354678:0:22768:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8baaae694000/0x3b8ec5973df58fd7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.358490:0:22741:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.142@tcp lock: ffff8ba983570600/0x3b8ec5973df58f28 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58f2f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.358506:0:22741:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789050381.358531:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8ba983570600/0x3b8ec5973df58f28 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58f2f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.358540:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8ba983570600/0x3b8ec5973df58f28 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58f2f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.358553:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789050381.358557:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8baa86db1200/0x3b8ec5973df58f1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b8ec5973df58f21 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.358564:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa86db1200 already unused, calling callback (ffffffffc1287c20) 10000000:00010000:0.0:1789050381.358567:0:22741:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8baa86db1200/0x3b8ec5973df58f1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x3b8ec5973df58f21 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.358587:0:22741:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8baa86db1200/0x3b8ec5973df58f1a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x3b8ec5973df58f21 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789050381.358593:0:22741:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8baa86db1200/0x3b8ec5973df58f1a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x3b8ec5973df58f21 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789050381.358598:0:22741:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1789050381.358612:0:22741:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.142@tcp lock: ffff8baa86db1200/0x3b8ec5973df58f1a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58f21 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.358617:0:22741:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789050381.358624:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8baa86db1200/0x3b8ec5973df58f1a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58f21 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.358630:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8baa86db1200/0x3b8ec5973df58f1a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58f21 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.358644:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050381.358646:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050381.358648:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050381.358659:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789050381.358676:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa8570aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3646:1875954714781056:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789050381.358738:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050381.358787:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789050381.358793:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa8570b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3646:1875954714781184:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789050381.358815:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050381.358850:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714781056 00000100:00100000:0.0:1789050381.358857:0:22739:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714781056 00010000:00010000:0.0:1789050381.358889:0:22739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8baa86db1600/0x3b8ec5973df58f2f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b8ec5973df58f28 expref: 22 pid: 22746 timeout: 703 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050381.358913:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714781184 00000100:00100000:0.0:1789050381.358916:0:22739:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714781184 00010000:00010000:0.0:1789050381.358927:0:22739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8baaae694800/0x3b8ec5973df58f21 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b8ec5973df58f1a expref: 23 pid: 22747 timeout: 703 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050381.358957:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789050381.358966:0:22739:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa85708380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+23:3646:x1875954714781056:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789050381.358993:0:22739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789050381.358999:0:22739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8baa86db1600/0x3b8ec5973df58f2f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b8ec5973df58f28 expref: 23 pid: 22746 timeout: 703 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.359010:0:22739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8baa86db1600/0x3b8ec5973df58f2f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3b8ec5973df58f28 expref: 23 pid: 22746 timeout: 703 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.359023:0:22739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baa86db1600/0x3b8ec5973df58f2f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3b8ec5973df58f28 expref: 23 pid: 22746 timeout: 703 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.359035:0:22739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789050381.359071:0:22739:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa85708380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+22:3646:x1875954714781056:12345-0@lo:103:ldlm_bl.0 Request processed in 106us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050381.359078:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789050381.359103:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789050381.359110:0:22739:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7304c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:3646:x1875954714781184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789050381.359118:0:22739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789050381.359122:0:22739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8baaae694800/0x3b8ec5973df58f21 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b8ec5973df58f1a expref: 21 pid: 22747 timeout: 703 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.359142:0:22739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8baaae694800/0x3b8ec5973df58f21 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3b8ec5973df58f1a expref: 21 pid: 22747 timeout: 703 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.359152:0:22739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baaae694800/0x3b8ec5973df58f21 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3b8ec5973df58f1a expref: 21 pid: 22747 timeout: 703 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.359163:0:22739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8baaae694000/0x3b8ec5973df58fd7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.359171:0:22739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baaae694000/0x3b8ec5973df58fd7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1789050381.359184:0:22739:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005714792s 00010000:00010000:0.0:1789050381.359190:0:22739:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8baaae694000/0x3b8ec5973df58fd7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.359197:0:22739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8baaae694000/0x3b8ec5973df58fd7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.359203:0:22739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8baaae694000/0x3b8ec5973df58fd7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.359210:0:22739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8baaae694000/0x3b8ec5973df58fd7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.359407:0:22739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae694000 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:0.0:1789050381.359411:0:22739:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8baaae694000/0x3b8ec5973df58fd7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.359419:0:22739:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8baaae694000/0x3b8ec5973df58fd7 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.359442:0:22739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8baaae694000/0x3b8ec5973df58fd7 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.359452:0:22739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789050381.359479:0:22739:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7304c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+20:3646:x1875954714781184:12345-0@lo:103:ldlm_bl.0 Request processed in 370us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050381.359486:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789050381.359549:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa8570b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3646:1875954714781184:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789050381.359557:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa8570aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3646:1875954714781056:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789050381.359579:0:22768:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8baaae694000/0x3b8ec5973df58fd7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.359587:0:22768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8baaae694000/0x3b8ec5973df58fd7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050381.359594:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baaae694000/0x3b8ec5973df58fd7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050381.359651:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+19:24251:x1875954714780672:12345-0@lo:253:mount.lustre.0 Request processed in 8656us (8832us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050381.359659:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1789050381.359700:0:24251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa8570b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:24251:1875954714780672:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789050381.359710:0:24251:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1789050381.359713:0:24251:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789050381.359715:0:24251:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789050381.359717:0:24251:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789050381.359718:0:24251:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789050381.359726:0:24251:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789050381.359727:0:24251:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789050381.359729:0:24251:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789050381.359730:0:24251:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789050381.359732:0:24251:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1789050381.359742:0:24251:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:0.0:1789050381.363172:0:24251:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:0.0:1789050381.365846:0:24251:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:0.0:1789050381.365856:0:24251:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:0.0:1789050381.365886:0:24251:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1789050381.365925:0:24251:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.142@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1789050381.366164:0:24251:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=49 00000080:00000004:0.0:1789050381.366186:0:24251:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:0.0:1789050381.367307:0:24251:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789050381.367522:0:24251:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789050381.545922:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789050382.276723:0:24331:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789050382.276981:0:24331:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1789050382.441582:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789050382.441603:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875954714781312:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789050382.441676:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050382.441722:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714781312 00000100:00100000:3.0:1789050382.441729:0:22758:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714781312 00000100:00100000:3.0:1789050382.441785:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1789050382.441797:0:22758:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875954714781312:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789050382.441832:0:22758:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789050382.441883:0:22758:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875954714781312:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050382.441890:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1789050382.441960:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875954714781312:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789050382.442100:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789050382.442113:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875954714781440:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789050382.442147:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 10000000:01000000:1.0:1789050382.442403:0:22749:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789050382.442407:0:22749:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8baab0ea7800 from 13 10000000:01000000:1.0:1789050382.442412:0:22749:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789050382.442446:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa86db1000/0x3b8ec5973df58fde lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050382.442457:0:22749:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8baa86db1000/0x3b8ec5973df58fde lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050382.442468:0:22749:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8baa86db1000/0x3b8ec5973df58fde lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789050382.442495:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714781568:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789050382.442524:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050382.442548:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae6b2540 going to sleep for 11 seconds 00000100:00100000:1.0:1789050382.442563:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714781568 00000100:00100000:1.0:1789050382.442567:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714781568 00000100:00100000:1.0:1789050382.442597:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1789050382.442605:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+19:22749:x1875954714781568:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789050382.442614:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789050382.442626:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baa86db0e00/0x3b8ec5973df58fe5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df58fde expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050382.442652:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baa86db0e00/0x3b8ec5973df58fe5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df58fde expref: 20 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050382.442662:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baa86db0e00/0x3b8ec5973df58fe5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58fde expref: 20 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050382.442672:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa86db0e00, rc 0) 00000100:00100000:1.0:1789050382.442702:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+20:22749:x1875954714781568:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 98us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050382.442709:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1789050382.442746:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714781568:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789050382.442759:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8baa86db1000/0x3b8ec5973df58fde lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58fe5 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050382.442768:0:22749:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8baa86db1000/0x3b8ec5973df58fde lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58fe5 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789050382.442815:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714781696:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1789050382.442847:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050382.442863:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae6b2540 going to sleep for 11 seconds 00000100:00100000:1.0:1789050382.442876:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714781696 00000100:00100000:1.0:1789050382.442880:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714781696 00000100:00100000:1.0:1789050382.442904:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1789050382.442911:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+20:22749:x1875954714781696:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789050382.442924:0:22744:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789050382.442960:0:22744:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789050382.442968:0:22744:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:1.0:1789050382.443048:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+20:22749:x1875954714781696:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 137us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050382.443056:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1789050382.443100:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714781696:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1789050382.443154:0:22749:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789050382.443160:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa86db1000/0x3b8ec5973df58fde lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58fe5 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050382.443169:0:22749:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8baa86db1000/0x3b8ec5973df58fde lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58fe5 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789050382.443178:0:22749:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789050382.443180:0:22749:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8ba984cc8800 from 13 10000000:01000000:1.0:1789050382.443183:0:22749:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789050382.443199:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa86db0400/0x3b8ec5973df58fec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050382.443206:0:22749:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8baa86db0400/0x3b8ec5973df58fec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050382.443214:0:22749:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8baa86db0400/0x3b8ec5973df58fec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789050382.443227:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714781824:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789050382.443251:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050382.443268:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae6b2540 going to sleep for 11 seconds 00000100:00100000:1.0:1789050382.443279:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714781824 00000100:00100000:1.0:1789050382.443283:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714781824 00000100:00100000:1.0:1789050382.443307:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1789050382.443313:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+20:22749:x1875954714781824:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789050382.443456:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789050382.443466:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baa86db0600/0x3b8ec5973df58ff3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df58fec expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050382.443531:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baa86db0600/0x3b8ec5973df58ff3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df58fec expref: 21 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050382.443540:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baa86db0600/0x3b8ec5973df58ff3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58fec expref: 21 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050382.443547:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa86db0600, rc 0) 00000100:00100000:1.0:1789050382.443577:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:22749:x1875954714781824:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 263us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050382.443582:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1789050382.443627:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714781824:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789050382.443638:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8baa86db0400/0x3b8ec5973df58fec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58ff3 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050382.443646:0:22749:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8baa86db0400/0x3b8ec5973df58fec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df58ff3 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789050382.443685:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714781952:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1789050382.443714:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050382.443728:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae6b2540 going to sleep for 11 seconds 00000100:00100000:1.0:1789050382.443741:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714781952 00000100:00100000:1.0:1789050382.443745:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714781952 00000100:00100000:1.0:1789050382.443775:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1789050382.443782:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:22749:x1875954714781952:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789050382.443792:0:22746:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789050382.443807:0:22746:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789050382.443810:0:22746:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:1.0:1789050382.443870:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:22749:x1875954714781952:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 88us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050382.443877:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1789050382.443908:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714781952:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1789050382.443974:0:22749:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789050382.443980:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa86db0400/0x3b8ec5973df58fec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58ff3 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050382.443988:0:22749:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8baa86db0400/0x3b8ec5973df58fec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58ff3 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050382.445781:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714781440 00000100:00100000:3.0:1789050382.445796:0:22757:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714781440 00000100:00100000:3.0:1789050382.445857:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1789050382.445867:0:22757:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab78a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875954714781440:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789050382.445899:0:22757:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789050382.445993:0:22757:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab78a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875954714781440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 127us (3845us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050382.446000:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1789050382.446435:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875954714781440:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1789050382.570423:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050383.594359:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050384.618090:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789050385.066515:0:22786:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789050385.644047:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789050386.537316:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050386.537331:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789050386.537334:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050386.537338:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789050386.537369:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050386.537373:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789050386.537376:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050386.537380:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789050386.537424:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875954714782336:0@lo:400:kworker.0 00000100:00100000:3.0:1789050386.537492:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050386.537549:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3644:1875954714782848:0@lo:400:kworker.0 00000100:00100000:3.0:1789050386.537576:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050386.537598:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789050386.537604:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714782464:0@lo:400:kworker.0 00000100:00100000:3.0:1789050386.537627:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050386.537701:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3646:1875954714782080:0@lo:400:kworker.0 00000100:00100000:0.0:1789050386.537738:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050386.537770:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875954714782592:0@lo:400:kworker.0 00000100:00100000:0.0:1789050386.537793:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050386.537811:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1789050386.537817:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875954714782208:0@lo:400:kworker.0 00000100:00100000:0.0:1789050386.537836:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050386.537853:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3646:1875954714782720:0@lo:400:kworker.0 00000100:00100000:0.0:1789050386.537874:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050386.537902:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714782336 00000100:00100000:0.0:1789050386.537908:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714782336 00000100:00100000:0.0:1789050386.537962:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714782848 00000100:00100000:0.0:1789050386.537966:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714782848 00000100:00100000:0.0:1789050386.538004:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714782592 00000100:00100000:0.0:1789050386.538008:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714782592 00000100:00100000:0.0:1789050386.538018:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714782720 00000100:00100000:0.0:1789050386.538020:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714782720 00000100:00100000:0.0:1789050386.538036:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789050386.538044:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983d98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875954714782336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050386.538104:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983d98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875954714782336:12345-0@lo:400:kworker.0 Request processed in 61us (612us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050386.538110:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789050386.538126:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789050386.538132:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983d98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875954714782848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050386.538158:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983d98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875954714782848:12345-0@lo:400:kworker.0 Request processed in 26us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050386.538163:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789050386.538173:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789050386.538179:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8570b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875954714782592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050386.538206:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8570b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875954714782592:12345-0@lo:400:kworker.0 Request processed in 28us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050386.538212:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789050386.538223:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789050386.538229:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8570b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875954714782720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050386.538253:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8570b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875954714782720:12345-0@lo:400:kworker.0 Request processed in 25us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050386.538258:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789050386.538279:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714782464 00000100:00100000:0.0:1789050386.538282:0:24280:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714782464 00000100:00100000:0.0:1789050386.538301:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714782208 00000100:00100000:0.0:1789050386.538310:0:24280:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714782208 00000100:00100000:0.0:1789050386.538327:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789050386.538333:0:24280:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983d9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714782464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050386.538364:0:24280:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983d9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714782464:12345-0@lo:400:kworker.0 Request processed in 32us (736us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050386.538370:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789050386.538381:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789050386.538386:0:24280:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8570aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875954714782208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050386.538421:0:24280:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8570aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875954714782208:12345-0@lo:400:kworker.0 Request processed in 35us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050386.538426:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789050386.538462:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875954714782208:0@lo:400:kworker.0 00010000:00080000:0.0:1789050386.538474:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ba983d99c00 x1875954714782720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050386.538482:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3646:1875954714782720:0@lo:400:kworker.0 00010000:00080000:0.0:1789050386.538491:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ba983d99f80 x1875954714782592/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050386.538498:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875954714782592:0@lo:400:kworker.0 00000100:00100000:0.0:1789050386.538525:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714782464:0@lo:400:kworker.0 00010000:00080000:0.0:1789050386.538534:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ba983d98a80 x1875954714782336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050386.538541:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875954714782336:0@lo:400:kworker.0 00010000:00080000:0.0:1789050386.538552:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ba983d98e00 x1875954714782848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050386.538565:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3644:1875954714782848:0@lo:400:kworker.0 00000100:00100000:3.0:1789050386.538847:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714782080 00000100:00100000:3.0:1789050386.538851:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714782080 00000100:00100000:3.0:1789050386.538887:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1789050386.538894:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:3646:x1875954714782080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050386.538934:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:3646:x1875954714782080:12345-0@lo:400:kworker.0 Request processed in 41us (1196us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050386.538963:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1789050386.539000:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3646:1875954714782080:0@lo:400:kworker.0 00000100:00080000:2.0:1789050386.539374:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789050386.539379:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1789050386.665572:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1789050387.492765:0:24621:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg342-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:1.0:1789050387.561136:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875954714782976:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789050387.561337:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875954714783104:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789050387.561381:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050387.561471:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050387.561536:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714783104 00000100:00100000:3.0:1789050387.561543:0:22758:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714783104 00000100:00100000:3.0:1789050387.561588:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714782976 00000100:00100000:3.0:1789050387.561590:0:22758:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714782976 00000100:00100000:3.0:1789050387.561603:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789050387.561611:0:22758:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983d9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875954714783104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789050387.561641:0:22758:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789050387.561681:0:22758:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983d9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875954714783104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050387.561688:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789050387.561704:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789050387.561711:0:22758:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab78a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875954714782976:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789050387.561725:0:22758:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789050387.561750:0:22758:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab78a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875954714782976:12345-0@lo:41:osp-pre-0-1.0 Request processed in 40us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050387.561755:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789050387.561786:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875954714783104:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789050387.561849:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875954714782976:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1789050387.693109:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1789050388.511321:0:24673:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789050388.512852:0:24673:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789050388.714069:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789050389.493861:0:23504:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:1.0:1789050389.618365:0:24723:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789050389.618809:0:24723:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1789050389.738288:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050390.762118:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789050391.593971:0:3643:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789050376/real 1789050376] req@ffff8baaa7d51f80 x1875954714775552/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789050391 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050391.594024:0:3643:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8baaa7d51f80 x1875954714775552/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789050391 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050391.594035:0:3643:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789050376/real 1789050376] req@ffff8baaa7d52680 x1875954714775296/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789050391 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050391.594050:0:3643:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8baaa7d52680 x1875954714775296/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789050391 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789050391.594073:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8baa85701000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789050391.594090:0:3643:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789050391.594094:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875954714775552:0@lo:8:kworker.0 00000100:00080000:0.0:1789050391.594100:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8ba983170000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789050391.594107:0:3643:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789050391.594110:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875954714775296:0@lo:8:kworker.0 00000100:00080000:3.0:1789050391.594300:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050391.594305:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789050391.594308:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050391.594311:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789050391.594328:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050391.594337:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789050391.594340:0:36:0:(import.c:65:import_set_state_nolock()) ffff8baa85701000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789050391.594345:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 598 00000100:00080000:3.0:1789050391.594351:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789050391.594361:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8baa85701000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:3.0:1789050391.594383:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ba983d9bb80 x1875954714783744/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789050391.594395:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3647:1875954714783232:0@lo:400:kworker.0 00000100:00080000:3.0:1789050391.594399:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050391.594404:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789050391.594406:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ba983170000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789050391.594409:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 598 00000100:00080000:3.0:1789050391.594412:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789050391.594417:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8ba983170000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:3.0:1789050391.594429:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ba983d99f80 x1875954714783872/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789050391.594468:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050391.594477:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714783616:0@lo:400:kworker.0 00000100:00100000:3.0:1789050391.594518:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050391.594537:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875954714784000:0@lo:400:kworker.0 00000100:00100000:0.0:1789050391.594572:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050391.594575:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875954714783488:0@lo:400:kworker.0 00000100:00100000:3.0:1789050391.594607:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050391.594623:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875954714783360:0@lo:400:kworker.0 00000100:00100000:3.0:1789050391.594634:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3645:1875954714784256:0@lo:400:kworker.0 00000100:00100000:3.0:1789050391.594666:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050391.594698:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714783616 00000100:00100000:3.0:1789050391.594705:0:22758:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714783616 00000100:00100000:3.0:1789050391.594751:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1789050391.594761:0:22758:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae70b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1875954714783616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050391.594831:0:22758:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae70b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1875954714783616:12345-0@lo:400:kworker.0 Request processed in 71us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050391.594838:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1789050391.594883:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714783616:0@lo:400:kworker.0 00000100:00100000:0.0:1789050391.594883:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050391.594914:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3644:1875954714784128:0@lo:400:kworker.0 00000100:00100000:0.0:1789050391.594963:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050391.594990:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714783232 00000100:00100000:0.0:1789050391.594994:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714783232 00000100:00100000:0.0:1789050391.595035:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1789050391.595042:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:3647:x1875954714783232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050391.595081:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:3647:x1875954714783232:12345-0@lo:400:kworker.0 Request processed in 40us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050391.595087:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1789050391.595116:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714784000 00000100:00100000:0.0:1789050391.595120:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714784000 00000100:00100000:0.0:1789050391.595138:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714783488 00000100:00100000:0.0:1789050391.595141:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714783488 00000100:00100000:0.0:1789050391.595152:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714784256 00000100:00100000:0.0:1789050391.595154:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714784256 00000100:00100000:0.0:1789050391.595188:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714784128 00000100:00100000:0.0:1789050391.595191:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714784128 00000100:00100000:0.0:1789050391.595206:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789050391.595211:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa85708380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875954714784000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050391.595241:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa85708380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875954714784000:12345-0@lo:400:kworker.0 Request processed in 29us (669us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050391.595251:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789050391.595264:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789050391.595270:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae709180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875954714783488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050391.595319:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae709180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875954714783488:12345-0@lo:400:kworker.0 Request processed in 49us (711us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050391.595326:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789050391.595344:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789050391.595351:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae708e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875954714784256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050391.595447:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae708e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875954714784256:12345-0@lo:400:kworker.0 Request processed in 96us (779us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050391.595454:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789050391.595468:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789050391.595476:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8570a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875954714784128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050391.595529:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8570a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875954714784128:12345-0@lo:400:kworker.0 Request processed in 51us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050391.595537:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789050391.595566:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714783360 00000100:00100000:0.0:1789050391.595571:0:24280:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714783360 00000100:00100000:0.0:1789050391.595598:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00010000:00080000:2.0:1789050391.596038:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ba983d9b800 x1875954714784128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789050391.596050:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3644:1875954714784128:0@lo:400:kworker.0 00000100:00100000:0.0:1789050391.596203:0:24280:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa85708700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875954714783360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050391.596246:0:24280:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa85708700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875954714783360:12345-0@lo:400:kworker.0 Request processed in 641us (1366us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050391.596253:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00010000:00080000:0.0:1789050391.596282:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ba983d98e00 x1875954714783488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050391.596291:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875954714783488:0@lo:400:kworker.0 00010000:00080000:0.0:1789050391.596302:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8baaae709c00 x1875954714784256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050391.596322:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3645:1875954714784256:0@lo:400:kworker.0 00000100:00100000:0.0:1789050391.596353:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875954714783744:0@lo:8:kworker.0 00000100:00100000:0.0:1789050391.596404:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050391.596436:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983d99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875954714783872:0@lo:8:kworker.0 00000100:00100000:0.0:1789050391.596463:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050391.596501:0:24257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714783744 00000100:00100000:1.0:1789050391.596508:0:24257:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714783744 00000100:00100000:0.0:1789050391.596510:0:24255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714783872 00000100:00100000:0.0:1789050391.596516:0:24255:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714783872 00000100:00100000:0.0:1789050391.596547:0:24255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789050391.596552:0:24255:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa85709500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3643:x1875954714783872:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1789050391.596570:0:24255:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1789050391.597490:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789050391.597498:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789050391.597586:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875954714783360:0@lo:400:kworker.0 00010000:00080000:1.0:1789050391.613490:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ba983d99c00 x1875954714784000/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789050391.613510:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875954714784000:0@lo:400:kworker.0 00000100:00100000:1.0:1789050391.613526:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3647:1875954714783232:0@lo:400:kworker.0 00000100:00100000:0.0:1789050391.617776:0:24255:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa85709500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3643:x1875954714783872:12345-0@lo:8:kworker.0 Request processed in 21216us (21306us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789050391.617789:0:24255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789050391.618073:0:24255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789050391.618081:0:24255:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa85709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3643:x1875954714783744:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1789050391.618122:0:24255:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 613 last 0 00000020:00000080:0.0:1789050391.618159:0:24255:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x3b8ec5973df58ffa 00000100:00080000:2.0:1789050391.618170:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8ba983170000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00002000:00100000:0.0:1789050391.618175:0:24255:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff8baab999f800 ocd_connect_flags: 0xa044c01443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 0 ocd_group 1 00000100:00080000:2.0:1789050391.618179:0:3643:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00002000:00080000:0.0:1789050391.618182:0:24255:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00000100:00100000:2.0:1789050391.618186:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875954714783872:0@lo:8:kworker.0 00002000:00100000:0.0:1789050391.618188:0:24255:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1789050391.618371:0:24255:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:0.0:1789050391.618397:0:24255:0:(import.c:65:import_set_state_nolock()) ffff8baab999b800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789050391.618456:0:24255:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa85709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3643:x1875954714783744:12345-0@lo:8:kworker.0 Request processed in 374us (22052us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050391.618477:0:24255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1789050391.619163:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ba983d9bb80 x1875954714783744/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789050411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789050391.619181:0:3643:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789050391.619189:0:3643:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1789050391.619197:0:3643:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040c01443000026 00000100:00080000:2.0:1789050391.619202:0:3643:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1789050391.619204:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8baa85701000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1789050391.619231:0:3643:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1789050391.619237:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983d9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875954714783744:0@lo:8:kworker.0 00000004:00080000:0.0:1789050391.619386:0:23494:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:0.0:1789050391.619408:0:23494:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85709880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23494:1875954714784512:0@lo:7:osp-pre-0-1.0 00000100:00100000:0.0:1789050391.619448:0:23494:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050391.619472:0:23494:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba98346d780 going to sleep for 11 seconds 00000100:00100000:0.0:1789050391.619489:0:24257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714784512 00000100:00100000:0.0:1789050391.619494:0:24257:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714784512 00000100:00100000:0.0:1789050391.619541:0:24257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789050391.619549:0:24257:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8570a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23494:x1875954714784512:12345-0@lo:7:osp-pre-0-1.0 00000004:00080000:1.0:1789050391.619590:0:23493:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1789050391.619665:0:23493:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 613817726770ns, next at 0ns, rc = 0 00080000:00080000:1.0:1789050391.619673:0:23493:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:1.0:1789050391.619695:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789050391.619706:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875954714784384:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789050391.619740:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050391.619870:0:24259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714784384 00000100:00100000:1.0:1789050391.619875:0:24259:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714784384 00000100:00100000:1.0:1789050391.619902:0:24259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789050391.621074:0:24259:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab78a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3647:x1875954714784384:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789050391.621104:0:24259:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789050391.621168:0:24259:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab78a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3647:x1875954714784384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1259us (1426us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050391.621177:0:24259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1789050391.621297:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8baa85708a80 x1875954714784384/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789050407 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789050391.621317:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875954714784384:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1789050391.621319:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00080000:0.0:1789050391.621356:0:24257:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:0.0:1789050391.621362:0:24257:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:0.0:1789050391.621417:0:24257:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8570a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23494:x1875954714784512:12345-0@lo:7:osp-pre-0-1.0 Request processed in 1868us (1967us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050391.621425:0:24257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1789050391.622983:0:23494:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8baa85709880 x1875954714784512/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789050407 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789050391.622999:0:23494:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85709880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23494:1875954714784512:0@lo:7:osp-pre-0-1.0 00000004:00080000:3.0:1789050391.623024:0:23494:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:3.0:1789050391.623069:0:23494:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae709500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23494:1875954714784640:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1789050391.623116:0:23494:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050391.623145:0:23494:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba98346d780 going to sleep for 11 seconds 00000100:00100000:3.0:1789050391.623176:0:24255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714784640 00000100:00100000:3.0:1789050391.623182:0:24255:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714784640 00000100:00100000:3.0:1789050391.623234:0:24255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789050391.623244:0:24255:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae70b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23494:x1875954714784640:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1789050391.623272:0:24255:0:(ofd_dev.c:1646:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:3.0:1789050391.623315:0:24255:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae70b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23494:x1875954714784640:12345-0@lo:5:osp-pre-0-1.0 Request processed in 73us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050391.623322:0:24255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:3.0:1789050391.623355:0:23494:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8baaae709500 x1875954714784640/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789050407 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789050391.623364:0:23494:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae709500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23494:1875954714784640:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1789050391.623395:0:23494:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1789050391.623424:0:23494:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae709500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23494:1875954714784768:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1789050391.623455:0:23494:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050391.623474:0:23494:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba98346d780 going to sleep for 11 seconds 00000100:00100000:3.0:1789050391.623488:0:24257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714784768 00000100:00100000:3.0:1789050391.623493:0:24257:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714784768 00000100:00100000:3.0:1789050391.623516:0:24257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789050391.623522:0:24257:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae708a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23494:x1875954714784768:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1789050391.623547:0:24257:0:(ofd_dev.c:1753:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000004:00080000:0.0:1789050391.625473:0:23485:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000001:00080000:3.0:1789050391.683049:0:24252:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:3.0:1789050391.683061:0:24252:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:1.0:1789050391.683406:0:24257:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae708a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:23494:x1875954714784768:12345-0@lo:5:osp-pre-0-1.0 Request processed in 59880us (59947us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1789050391.683417:0:24257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:3.0:1789050391.683508:0:23494:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8baaae709500 x1875954714784768/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789050407 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789050391.683519:0:23494:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1789050391.683526:0:23494:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae709500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23494:1875954714784768:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1789050391.683543:0:23494:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:3.0:1789050391.683592:0:23494:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae709500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23494:1875954714784896:0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1789050391.686393:0:23494:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050391.686476:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714784896 00000100:00100000:2.0:1789050391.686486:0:22764:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714784896 00000100:00100000:2.0:1789050391.686540:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789050391.686550:0:22764:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae708700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23494:x1875954714784896:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1789050391.686616:0:22764:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae708700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23494:x1875954714784896:12345-0@lo:900:osp-pre-0-1.0 Request processed in 67us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050391.686623:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789050391.686646:0:23494:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba98346d780 going to sleep for 11 seconds 00010000:00080000:2.0:1789050391.686670:0:23494:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8baaae709500 x1875954714784896/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789050407 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789050391.686685:0:23494:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae709500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23494:1875954714784896:0@lo:900:osp-pre-0-1.0 00010000:00010000:1.0:1789050391.785751:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789050392.681383:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875954714785024:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789050392.681466:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050392.686644:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714785024 00000100:00100000:3.0:1789050392.686654:0:22757:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714785024 00000100:00100000:3.0:1789050392.686701:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789050392.686711:0:22757:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab78a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875954714785024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789050392.686744:0:22757:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789050392.686821:0:22757:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab78a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875954714785024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (5357us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050392.686835:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789050392.686918:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789050392.686950:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae70ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875954714785152:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789050392.686983:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875954714785024:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789050392.687062:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050392.687095:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714785152 00000100:00100000:0.0:1789050392.687099:0:24280:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714785152 00000100:00100000:0.0:1789050392.687126:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789050392.687133:0:24280:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8570ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1875954714785152:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789050392.687153:0:24280:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789050392.687188:0:24280:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8570ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1875954714785152:12345-0@lo:41:osp-pre-1-0.0 Request processed in 55us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050392.687193:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789050392.687235:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae70ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875954714785152:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1789050392.809110:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050393.835828:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050394.861904:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789050395.305507:0:22786:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:01000004:3.0:1789050395.817554:0:25069:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1789050395.817557:0:25069:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:3.0:1789050395.817558:0:25069:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1789050395.817710:0:25069:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8ba98273c000 00000020:01000004:3.0:1789050395.817727:0:25069:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1789050395.817742:0:25069:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1789050395.817757:0:25069:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff8ba98269cd40) 00000020:00000080:3.0:1789050395.817776:0:25069:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1789050395.868451:0:25069:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1789050395.870233:0:25069:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1789050395.872037:0:25069:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1789050395.872417:0:25069:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1789050395.872735:0:25069:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1789050395.873010:0:25069:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1789050395.873543:0:25069:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00010000:00010000:0.0:1789050395.881521:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:01000000:1.0:1789050395.885376:0:25069:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1789050395.885619:0:25069:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:1.0:1789050395.885635:0:25069:0:(osd_handler.c:8921:osd_obd_connect()) connect #0 00000020:00000080:1.0:1789050395.885648:0:25069:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x3b8ec5973df59008 00000020:01000004:1.0:1789050395.885655:0:25069:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:1.0:1789050395.885677:0:25069:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.142@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1789050395.885680:0:25069:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.142@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1789050395.885687:0:25069:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0001 00000020:01000004:1.0:1789050395.885717:0:25069:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:1.0:1789050395.885722:0:25069:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.142@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:3.0:1789050395.907212:0:25069:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.142@tcp ctxt 0 is initialized 00000020:01000004:3.0:1789050395.907256:0:25069:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.142@tcp, index=0001, flags=0x20002 00000020:01000004:3.0:1789050395.907260:0:25069:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1789050395.907262:0:25069:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789050395.907263:0:25069:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789050395.907265:0:25069:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789050395.907266:0:25069:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789050395.907267:0:25069:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789050395.907269:0:25069:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789050395.907271:0:25069:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789050395.907273:0:25069:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1789050395.907277:0:25069:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:3.0:1789050395.907280:0:25069:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1789050395.907281:0:25069:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789050395.907282:0:25069:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789050395.907283:0:25069:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789050395.907284:0:25069:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789050395.907286:0:25069:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789050395.907287:0:25069:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789050395.907288:0:25069:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789050395.907288:0:25069:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1789050395.907330:0:25069:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1789050395.907354:0:25069:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae709880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714785280:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1789050395.907432:0:25069:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050395.907498:0:25069:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baabdcede40 going to sleep for 11 seconds 00000100:00100000:0.0:1789050395.907635:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714785280 00000100:00100000:0.0:1789050395.907643:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714785280 00000100:00100000:0.0:1789050395.907759:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1789050395.907769:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:25069:x1875954714785280:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789050395.907797:0:22746:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1789050395.907801:0:22746:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:0.0:1789050395.907804:0:22746:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:0.0:1789050395.908552:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:25069:x1875954714785280:12345-0@lo:253:mount.lustre.0 Request processed in 781us (1116us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050395.908562:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1789050395.908775:0:25069:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae709880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714785280:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789050395.908787:0:25069:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1789050395.908790:0:25069:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789050395.908791:0:25069:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789050395.908792:0:25069:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789050395.908793:0:25069:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789050395.908794:0:25069:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789050395.908795:0:25069:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789050395.908797:0:25069:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789050395.908798:0:25069:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789050395.908799:0:25069:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1789050395.908819:0:25069:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8ba98273c000 from lustre-OST0001 10000000:01000000:3.0:1789050395.908846:0:25069:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:3.0:1789050395.908849:0:25069:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1789050395.908857:0:25069:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8baab4e3b380 local copy 00010000:00010000:3.0:1789050395.908867:0:25069:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baac2043600/0x3b8ec5973df58d22 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58d29 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050395.909218:0:25069:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae709880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714785408:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789050395.909251:0:25069:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050395.909284:0:25069:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa85158240 going to sleep for 11 seconds 00000100:00100000:0.0:1789050395.909385:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714785408 00000100:00100000:0.0:1789050395.909391:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714785408 00000100:00100000:0.0:1789050395.909432:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1789050395.909440:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:25069:x1875954714785408:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789050395.909969:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:25069:x1875954714785408:12345-0@lo:501:mount.lustre.0 Request processed in 530us (717us total) trans 0 rc -2/-2 00000100:00100000:0.0:1789050395.910000:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1789050395.910192:0:25069:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae709880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714785408:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1789050395.910208:0:25069:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.142@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1789050395.910230:0:25069:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.142@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1789050395.910237:0:25069:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baac2043600/0x3b8ec5973df58d22 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58d29 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050395.910247:0:25069:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8baac2043600/0x3b8ec5973df58d22 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df58d29 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789050395.910288:0:25069:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8ba98273c000 10000000:01000000:3.0:1789050395.910293:0:25069:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1789050395.910299:0:25069:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1789050395.910302:0:25069:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789050395.910312:0:25069:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:3.0:1789050395.910315:0:25069:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1789050395.910340:0:25069:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae695800/0x3b8ec5973df5900f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050395.910348:0:25069:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8baaae695800/0x3b8ec5973df5900f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050395.910358:0:25069:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8baaae695800/0x3b8ec5973df5900f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050395.910373:0:25069:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae709880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714785536:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789050395.910405:0:25069:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050395.910438:0:25069:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa85158240 going to sleep for 11 seconds 00000100:00100000:0.0:1789050395.910463:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714785536 00000100:00100000:0.0:1789050395.910468:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714785536 00000100:00100000:0.0:1789050395.910499:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1789050395.910507:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:25069:x1875954714785536:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789050395.910518:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789050395.910531:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ba983571800/0x3b8ec5973df59016 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df5900f expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050395.910554:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ba983571800/0x3b8ec5973df59016 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df5900f expref: 22 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050395.910565:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ba983571800/0x3b8ec5973df59016 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df5900f expref: 22 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050395.910573:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ba983571800, rc 0) 00000100:00100000:0.0:1789050395.910620:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+22:25069:x1875954714785536:12345-0@lo:101:mount.lustre.0 Request processed in 114us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050395.910626:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1789050395.910709:0:25069:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae709880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714785536:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789050395.910722:0:25069:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8baaae695800/0x3b8ec5973df5900f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df59016 expref: -99 pid: 25069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050395.910731:0:25069:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8baaae695800/0x3b8ec5973df5900f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df59016 expref: -99 pid: 25069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789050395.911753:0:25069:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:3.0:1789050395.912333:0:25069:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789050395.914826:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1789050395.914884:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1789050395.914898:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1789050395.914914:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1789050395.914929:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1789050395.915092:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1789050395.915171:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1789050395.915191:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1789050395.915205:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:3.0:1789050395.915231:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:3.0:1789050395.915238:0:25069:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:3.0:1789050395.915335:0:25069:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae709880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714785664:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789050395.915402:0:25069:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050395.915491:0:25069:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba9825c5240 going to sleep for 11 seconds 00000100:00100000:0.0:1789050395.915535:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714785664 00000100:00100000:0.0:1789050395.915543:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714785664 00000100:00100000:0.0:1789050395.915596:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1789050395.915606:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+22:25069:x1875954714785664:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789050395.915786:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+22:25069:x1875954714785664:12345-0@lo:501:mount.lustre.0 Request processed in 180us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050395.915793:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1789050395.916233:0:25069:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae709880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714785664:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789050395.916269:0:25069:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae709880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714785792:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789050395.916317:0:25069:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050395.916388:0:25069:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba9825c5240 going to sleep for 11 seconds 00000100:00100000:0.0:1789050395.917459:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714785792 00000100:00100000:0.0:1789050395.917483:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714785792 00000100:00100000:0.0:1789050395.917530:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1789050395.917539:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+22:25069:x1875954714785792:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789050395.918522:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+22:25069:x1875954714785792:12345-0@lo:503:mount.lustre.0 Request processed in 979us (2200us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050395.918533:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1789050395.918582:0:25069:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae709880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714785792:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789050395.919518:0:25069:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789050395.919609:0:25069:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae709880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714785920:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789050395.919666:0:25069:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050395.919709:0:25069:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa85158240 going to sleep for 11 seconds 00000100:00100000:1.0:1789050395.919960:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714785920 00000100:00100000:1.0:1789050395.919968:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714785920 00000100:00100000:1.0:1789050395.920022:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1789050395.920039:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+22:25069:x1875954714785920:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789050395.920479:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+22:25069:x1875954714785920:12345-0@lo:502:mount.lustre.0 Request processed in 440us (812us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050395.920487:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1789050395.920605:0:25069:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae709880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714785920:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789050395.920791:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1789050395.920827:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1789050395.920842:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1789050395.920856:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1789050395.920881:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1789050395.920894:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1789050395.920907:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1789050395.920920:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1789050395.920933:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:3.0:1789050395.920980:0:25069:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae709880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714786048:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789050395.921240:0:25069:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050395.921306:0:25069:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba9825c5240 going to sleep for 11 seconds 00000100:00100000:0.0:1789050395.921341:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714786048 00000100:00100000:0.0:1789050395.921347:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714786048 00000100:00100000:0.0:1789050395.921415:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1789050395.921424:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+22:25069:x1875954714786048:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789050395.921533:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+22:25069:x1875954714786048:12345-0@lo:502:mount.lustre.0 Request processed in 111us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050395.921541:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1789050395.921611:0:25069:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae709880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714786048:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789050395.921655:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:3.0:1789050395.921664:0:25069:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:3.0:1789050395.922599:0:25073:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1789050395.922607:0:25073:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:3.0:1789050395.922615:0:25073:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789050395.922617:0:25073:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:3.0:1789050395.922623:0:25073:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789050395.922637:0:25073:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff8ba982698000) 00000020:00000080:3.0:1789050395.922661:0:25073:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:3.0:1789050395.922668:0:25073:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1789050395.922734:0:25073:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8ba98273c000 from lustre-OST0001, refs=2 00080000:01000000:3.0:1789050395.922742:0:25073:0:(osd_handler.c:8921:osd_obd_connect()) connect #1 00000020:00000080:3.0:1789050395.922750:0:25073:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x3b8ec5973df59024 00010000:00010000:2.0:1789050395.928417:0:25073:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:2.0:1789050395.929887:0:25073:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:2.0:1789050395.931928:0:25073:0:(osd_handler.c:5577:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:0.0:1789050395.934015:0:25073:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:0.0:1789050395.934035:0:25073:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789050395.934042:0:25073:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050395.934044:0:25073:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:0.0:1789050395.934047:0:25073:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789050395.934051:0:25073:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050395.934052:0:25073:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:0.0:1789050395.934054:0:25073:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1789050395.934056:0:25073:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1789050395.934058:0:25073:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789050395.934060:0:25073:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050395.934061:0:25073:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:0.0:1789050395.934063:0:25073:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789050395.934065:0:25073:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050395.934066:0:25073:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1789050395.934070:0:25073:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1789050395.934093:0:25073:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789050395.934103:0:25073:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789050395.934104:0:25073:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1789050395.934107:0:25073:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:3.0:1789050395.934231:0:25069:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:3.0:1789050395.934261:0:25069:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1789050395.934275:0:25069:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae695800/0x3b8ec5973df5900f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df59016 expref: -99 pid: 25069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050395.934287:0:25069:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8baaae695800/0x3b8ec5973df5900f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df59016 expref: -99 pid: 25069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789050395.934296:0:25069:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8ba98273c000 from 1 10000000:01000000:3.0:1789050395.934304:0:25069:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789050395.934340:0:25069:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae695400/0x3b8ec5973df5902b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050395.934349:0:25069:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8baaae695400/0x3b8ec5973df5902b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050395.934360:0:25069:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8baaae695400/0x3b8ec5973df5902b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050395.934382:0:25069:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae709880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714786176:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789050395.934444:0:25069:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050395.934493:0:25069:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba9825c5240 going to sleep for 11 seconds 00000100:00100000:1.0:1789050395.934523:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714786176 00000100:00100000:1.0:1789050395.934532:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714786176 00000100:00100000:1.0:1789050395.934587:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1789050395.934598:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+22:25069:x1875954714786176:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789050395.934610:0:22744:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789050395.934622:0:22744:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baa86db0000/0x3b8ec5973df59032 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df5902b expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050395.934643:0:22744:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baa86db0000/0x3b8ec5973df59032 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df5902b expref: 23 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050395.934662:0:22744:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baa86db0000/0x3b8ec5973df59032 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df5902b expref: 23 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050395.934670:0:22744:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa86db0000, rc 0) 00000100:00100000:1.0:1789050395.934721:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+23:25069:x1875954714786176:12345-0@lo:101:mount.lustre.0 Request processed in 125us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050395.934728:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1789050395.934752:0:25069:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae709880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714786176:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789050395.934767:0:25069:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8baaae695400/0x3b8ec5973df5902b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df59032 expref: -99 pid: 25069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050395.934776:0:25069:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8baaae695400/0x3b8ec5973df5902b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df59032 expref: -99 pid: 25069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789050395.935885:0:25069:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1789050395.936382:0:25069:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789050395.936553:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1789050395.936584:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1789050395.936600:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1789050395.936612:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1789050395.936626:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1789050395.936640:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1789050395.936654:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1789050395.936668:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1789050395.936688:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1789050395.936721:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1789050395.936737:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1789050395.936756:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1789050395.936761:0:25069:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:3.0:1789050395.936828:0:25069:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae709880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714786304:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789050395.936882:0:25069:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050395.937039:0:25069:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba9824f3c00 going to sleep for 11 seconds 00000100:00100000:1.0:1789050395.937444:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714786304 00000100:00100000:1.0:1789050395.937454:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714786304 00000100:00100000:1.0:1789050395.937538:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1789050395.937549:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+23:25069:x1875954714786304:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789050395.937678:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+23:25069:x1875954714786304:12345-0@lo:501:mount.lustre.0 Request processed in 131us (794us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050395.937686:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1789050395.937756:0:25069:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae709880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714786304:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789050395.937796:0:25069:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85709880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714786432:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789050395.937841:0:25069:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050395.937952:0:25069:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba98346d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789050395.938103:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714786432 00000100:00100000:3.0:1789050395.938108:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714786432 00000100:00100000:3.0:1789050395.938192:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1789050395.938199:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+23:25069:x1875954714786432:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789050395.938281:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+23:25069:x1875954714786432:12345-0@lo:503:mount.lustre.0 Request processed in 81us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050395.938287:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1789050395.938401:0:25069:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85709880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714786432:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789050395.938746:0:25069:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789050395.938805:0:25069:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85709880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714786560:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789050395.938842:0:25069:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050395.938914:0:25069:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba98346d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789050395.939107:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714786560 00000100:00100000:3.0:1789050395.939181:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714786560 00000100:00100000:3.0:1789050395.939253:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1789050395.939261:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+23:25069:x1875954714786560:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789050395.939357:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+23:25069:x1875954714786560:12345-0@lo:502:mount.lustre.0 Request processed in 97us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050395.939364:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1789050395.939430:0:25069:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85709880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714786560:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789050395.939653:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1789050395.939681:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:0.0:1789050395.939695:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:0.0:1789050395.939706:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:0.0:1789050395.939723:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:0.0:1789050395.939737:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:0.0:1789050395.939749:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:0.0:1789050395.939762:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:0.0:1789050395.939775:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:0.0:1789050395.939787:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:0.0:1789050395.939799:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:0.0:1789050395.939822:0:25069:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85709880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714786688:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789050395.939859:0:25069:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050395.939954:0:25069:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba98346d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789050395.940019:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714786688 00000100:00100000:1.0:1789050395.940091:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714786688 00000100:00100000:1.0:1789050395.940198:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1789050395.940205:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+23:25069:x1875954714786688:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789050395.940291:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+23:25069:x1875954714786688:12345-0@lo:502:mount.lustre.0 Request processed in 86us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050395.940298:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1789050395.940478:0:25069:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85709880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714786688:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789050395.940524:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:1.0:1789050395.940533:0:25069:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1789050395.941397:0:25077:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789050395.941407:0:25077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789050395.941409:0:25077:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1789050395.941415:0:25077:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8ba98273c000 00000020:00000080:3.0:1789050395.941418:0:25077:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789050395.941425:0:25077:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789050395.941427:0:25077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789050395.941428:0:25077:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1789050395.941436:0:25077:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789050395.941439:0:25077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789050395.941441:0:25077:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1789050395.941445:0:25077:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8ba98273c000 00000020:00000080:3.0:1789050395.941447:0:25077:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789050395.941533:0:25077:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789050395.941537:0:25077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789050395.941539:0:25077:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1789050395.941541:0:25077:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789050395.941544:0:25077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789050395.941545:0:25077:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789050395.941549:0:25077:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8ba98273c000 00000020:00000080:3.0:1789050395.941551:0:25077:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789050395.944230:0:25077:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789050395.944243:0:25077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789050395.944245:0:25077:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789050395.944249:0:25077:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789050395.944252:0:25077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789050395.944254:0:25077:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1789050395.944258:0:25077:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8ba98273c000 00000020:00000080:3.0:1789050395.944260:0:25077:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789050395.944314:0:25077:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789050395.944318:0:25077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789050395.944319:0:25077:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1789050395.944323:0:25077:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:3.0:1789050395.946076:0:25069:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1789050395.946125:0:25069:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789050395.946148:0:25069:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae695400/0x3b8ec5973df5902b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df59032 expref: -99 pid: 25069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050395.946161:0:25069:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8baaae695400/0x3b8ec5973df5902b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df59032 expref: -99 pid: 25069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789050395.946226:0:25069:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1789050395.946229:0:25069:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8ba98273c000 10000000:01000000:3.0:1789050395.946232:0:25069:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8ba98273c000 10000000:01000000:3.0:1789050395.946236:0:25069:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789050395.946242:0:25069:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8ba98273c000 from 1 10000000:01000000:3.0:1789050395.946244:0:25069:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1789050395.946282:0:25069:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae695000/0x3b8ec5973df59039 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050395.946291:0:25069:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8baaae695000/0x3b8ec5973df59039 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050395.946302:0:25069:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8baaae695000/0x3b8ec5973df59039 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050395.946326:0:25069:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae708380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714786816:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789050395.946392:0:25069:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050395.946430:0:25069:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaac6a0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1789050395.948884:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714786816 00000100:00100000:1.0:1789050395.948904:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714786816 00000100:00100000:1.0:1789050395.949009:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1789050395.949020:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+23:25069:x1875954714786816:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789050395.949037:0:22744:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789050395.949055:0:22744:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baa86db0800/0x3b8ec5973df59040 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df59039 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050395.949082:0:22744:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baa86db0800/0x3b8ec5973df59040 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df59039 expref: 24 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050395.949093:0:22744:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baa86db0800/0x3b8ec5973df59040 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df59039 expref: 24 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050395.949102:0:22744:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa86db0800, rc 0) 00000100:00100000:1.0:1789050395.949174:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:25069:x1875954714786816:12345-0@lo:101:mount.lustre.0 Request processed in 156us (2781us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050395.949180:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1789050395.950331:0:25069:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae708380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714786816:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789050395.950353:0:25069:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8baaae695000/0x3b8ec5973df59039 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df59040 expref: -99 pid: 25069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050395.950364:0:25069:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8baaae695000/0x3b8ec5973df59039 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df59040 expref: -99 pid: 25069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789050395.960680:0:25069:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:3.0:1789050395.960998:0:25069:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789050395.962501:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1789050395.962538:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1789050395.962557:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1789050395.962573:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1789050395.962585:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1789050395.962599:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1789050395.962612:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1789050395.962625:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1789050395.962640:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1789050395.962653:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1789050395.962666:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1789050395.962680:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1789050395.962695:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1789050395.962724:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1789050395.962745:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1789050395.962760:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1789050395.962775:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1789050395.962791:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1789050395.962807:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1789050395.962824:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1789050395.962842:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1789050395.962859:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1789050395.962879:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1789050395.962897:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1789050395.962913:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1789050395.962928:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1789050395.963889:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1789050395.963914:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1789050395.964178:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1789050395.964216:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1789050395.964238:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1789050395.964259:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1789050395.964277:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1789050395.964308:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1789050395.964325:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1789050395.964339:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1789050395.964353:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1789050395.964369:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1789050395.964385:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1789050395.964401:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1789050395.964419:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1789050395.964436:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1789050395.964453:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1789050395.964470:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1789050395.964485:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1789050395.965643:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1789050395.965661:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1789050395.965678:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1789050395.965842:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1789050395.965865:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1789050395.965884:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1789050395.965890:0:25069:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1789050395.968195:0:25069:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85708a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714786944:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789050395.968262:0:25069:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050395.968309:0:25069:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba9825c5240 going to sleep for 11 seconds 00000100:00100000:3.0:1789050395.968329:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714786944 00000100:00100000:3.0:1789050395.968345:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714786944 00000100:00100000:3.0:1789050395.968400:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1789050395.968409:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:25069:x1875954714786944:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789050395.968543:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:25069:x1875954714786944:12345-0@lo:501:mount.lustre.0 Request processed in 135us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050395.968551:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1789050395.968865:0:25069:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85708a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714786944:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789050395.968898:0:25069:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baa85708a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714787072:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789050395.968969:0:25069:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050395.968998:0:25069:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba9825c5240 going to sleep for 11 seconds 00000100:00100000:1.0:1789050395.969155:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714787072 00000100:00100000:1.0:1789050395.969161:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714787072 00000100:00100000:1.0:1789050395.969197:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1789050395.969204:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:25069:x1875954714787072:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789050395.969297:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:25069:x1875954714787072:12345-0@lo:503:mount.lustre.0 Request processed in 93us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050395.969304:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1789050395.969754:0:25069:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baa85708a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714787072:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789050395.970872:0:25069:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789050395.971529:0:25069:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae708380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714787200:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789050395.971971:0:25069:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050395.972027:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714787200 00000100:00100000:3.0:1789050395.972036:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714787200 00000100:00100000:3.0:1789050395.972269:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1789050395.972280:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:25069:x1875954714787200:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789050395.972733:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:25069:x1875954714787200:12345-0@lo:502:mount.lustre.0 Request processed in 453us (1134us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050395.972741:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1789050395.972794:0:25069:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaac69b600 going to sleep for 11 seconds 00000100:00100000:3.0:1789050395.972818:0:25069:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae708380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714787200:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789050395.973081:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1789050395.973112:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1789050395.973995:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1789050395.974021:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1789050395.974034:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1789050395.974061:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1789050395.974076:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1789050395.974089:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1789050395.974112:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1789050395.974300:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1789050395.974320:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1789050395.974334:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1789050395.974348:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1789050395.974362:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1789050395.974377:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1789050395.974391:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1789050395.974404:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1789050395.974417:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1789050395.974430:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1789050395.974445:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1789050395.974459:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1789050395.974487:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1789050395.974519:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1789050395.974539:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1789050395.974554:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1789050395.974570:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1789050395.974582:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1789050395.974595:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1789050395.974866:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1789050395.974881:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1789050395.975058:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1789050395.975076:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1789050395.975091:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1789050395.975103:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1789050395.975116:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1789050395.975210:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1789050395.975227:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1789050395.975257:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1789050395.975274:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1789050395.975287:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1789050395.975299:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1789050395.975326:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1789050395.975342:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1789050395.975356:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1789050395.975371:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1789050395.975384:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1789050395.975397:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1789050395.975411:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1789050395.975470:0:25069:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae708380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714787328:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789050395.975550:0:25069:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050395.975592:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714787328 00000100:00100000:0.0:1789050395.975601:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714787328 00000100:00100000:0.0:1789050395.975649:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1789050395.975658:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:25069:x1875954714787328:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789050395.975678:0:25069:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaac69b600 going to sleep for 11 seconds 00000100:00100000:0.0:1789050395.975795:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:25069:x1875954714787328:12345-0@lo:502:mount.lustre.0 Request processed in 137us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050395.975804:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1789050395.976082:0:25069:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae708380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714787328:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789050395.976351:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1789050395.976376:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1789050395.976399:0:25069:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae708380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714787456:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789050395.976442:0:25069:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050395.976477:0:25069:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaac69b600 going to sleep for 11 seconds 00000100:00100000:2.0:1789050395.976692:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714787456 00000100:00100000:2.0:1789050395.976699:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714787456 00000100:00100000:2.0:1789050395.976740:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1789050395.976749:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:25069:x1875954714787456:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789050395.976856:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:25069:x1875954714787456:12345-0@lo:502:mount.lustre.0 Request processed in 107us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050395.976864:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1789050395.977215:0:25069:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae708380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714787456:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789050395.977269:0:25069:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1789050395.977280:0:25069:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1789050395.978104:0:25083:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1789050395.978526:0:25083:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff8baabd1799c0) 00000020:00000080:2.0:1789050395.978552:0:25083:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:2.0:1789050395.978634:0:25083:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8ba98273c000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1789050395.978639:0:25083:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8ba98273c000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1789050395.978641:0:25083:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8ba98273c000 3 00010000:00080000:2.0:1789050395.978680:0:25083:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8baaa8534000@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.142@tcp at head 00010000:00010000:2.0:1789050395.981685:0:25083:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:2.0:1789050395.981978:0:25083:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:2.0:1789050395.982043:0:25083:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789050395.982056:0:25083:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x3b8ec5973df5904e 00000100:00080000:2.0:1789050395.982067:0:25083:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789050395.982081:0:25083:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8baaa8534000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:2.0:1789050395.982253:0:25083:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baaa7d51c00 x1875954714787584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789050395.982279:0:25083:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789050395.982396:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050395.982402:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789050395.982405:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050395.982408:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789050395.982508:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050395.982512:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789050395.982520:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ba983170000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789050395.982525:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 613 00000100:00080000:3.0:1789050395.982531:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1789050395.982537:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8ba983170000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:2.0:1789050395.982545:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae70a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875954714787840:0@lo:400:kworker.0 00000100:00100000:3.0:1789050395.982554:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baaae70a300 x1875954714788224/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789050395.982554:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3643:1875954714787584:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789050395.982611:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714788096:0@lo:400:kworker.0 00000100:00100000:0.0:1789050395.982624:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875954714787712:0@lo:400:kworker.0 00000100:00100000:2.0:1789050395.982626:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050395.982663:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050395.982664:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050395.982679:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae70bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3646:1875954714788480:0@lo:400:kworker.0 00000100:00100000:0.0:1789050395.982691:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae70aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875954714788352:0@lo:400:kworker.0 00000100:00100000:3.0:1789050395.982701:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875954714787968:0@lo:400:kworker.0 00000100:00100000:2.0:1789050395.982710:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050395.982724:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050395.982731:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714787840 00000100:00100000:0.0:1789050395.982737:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714787840 00000100:00100000:3.0:1789050395.982751:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae70b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3647:1875954714788608:0@lo:400:kworker.0 00000100:00100000:3.0:1789050395.982769:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050395.982776:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714788480 00000100:00100000:0.0:1789050395.982779:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714788480 00000100:00100000:3.0:1789050395.982795:0:24258:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714788096 00000100:00100000:3.0:1789050395.982798:0:24258:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714788096 00000100:00100000:0.0:1789050395.982812:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714788608 00000100:00100000:0.0:1789050395.982815:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714788608 00000100:00100000:3.0:1789050395.982823:0:24258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789050395.982827:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789050395.982833:0:24258:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714788096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050395.982833:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7d53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875954714787840:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1789050395.982855:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789050395.982861:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789050395.982865:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789050395.982880:0:24258:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714788096:12345-0@lo:400:kworker.0 Request processed in 47us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050395.982880:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7d53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875954714787840:12345-0@lo:400:kworker.0 Request processed in 46us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050395.982888:0:24258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789050395.982888:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789050395.982901:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789050395.982907:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7d50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875954714788480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050395.982952:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7d50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875954714788480:12345-0@lo:400:kworker.0 Request processed in 29us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050395.982959:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00010000:00080000:3.0:1789050395.982966:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8baaae709f80 x1875954714788096/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789050411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050395.982972:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789050395.982978:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae709500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875954714788608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050395.982999:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714788096:0@lo:400:kworker.0 00000100:00100000:0.0:1789050395.983041:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae709500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875954714788608:12345-0@lo:400:kworker.0 Request processed in 62us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050395.983047:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789050395.983066:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714787712 00000100:00100000:0.0:1789050395.983069:0:24280:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714787712 00000100:00100000:0.0:1789050395.983101:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714787968 00000100:00100000:0.0:1789050395.983105:0:24280:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714787968 00000100:00100000:0.0:1789050395.983118:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789050395.983123:0:24280:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa85708a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1875954714787712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050395.983154:0:24280:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa85708a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1875954714787712:12345-0@lo:400:kworker.0 Request processed in 30us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050395.983159:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789050395.983170:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789050395.983176:0:24280:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae70ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1875954714787968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050395.983201:0:24280:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae70ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1875954714787968:12345-0@lo:400:kworker.0 Request processed in 25us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050395.983207:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789050395.983236:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050395.983267:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae70a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875954714788224:0@lo:8:kworker.0 00000100:00100000:0.0:1789050395.983291:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050395.983453:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875954714787968:0@lo:400:kworker.0 00010000:00080000:2.0:1789050395.983475:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8baaae70b100 x1875954714788608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789050395.983485:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae70b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3647:1875954714788608:0@lo:400:kworker.0 00000100:00100000:0.0:1789050395.983625:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050395.983689:0:24257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714788224 00000100:00100000:3.0:1789050395.983693:0:24257:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714788224 00000100:00100000:3.0:1789050395.983711:0:24257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789050395.983723:0:24257:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7dc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3643:x1875954714788224:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1789050395.983771:0:24257:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7dc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3643:x1875954714788224:12345-0@lo:8:kworker.0 Request processed in 48us (479us total) trans 0 rc -11/-11 00000100:00100000:3.0:1789050395.983777:0:24257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789050395.983832:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875954714787712:0@lo:400:kworker.0 00000100:00100000:0.0:1789050395.983853:0:3643:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789050395.983859:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8ba983170000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789050395.983863:0:3643:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1789050395.983866:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae70a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875954714788224:0@lo:8:kworker.0 00010000:00080000:0.0:1789050395.983896:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8baaae70bb80 x1875954714788480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050395.983905:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae70bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3646:1875954714788480:0@lo:400:kworker.0 00010000:00080000:0.0:1789050395.983923:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8baaae70a680 x1875954714787840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050395.983932:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae70a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875954714787840:0@lo:400:kworker.0 00000100:00100000:2.0:1789050395.984203:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714787584 00000100:00100000:2.0:1789050395.984209:0:22754:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714787584 00000100:00100000:2.0:1789050395.984227:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714788352 00000100:00100000:2.0:1789050395.984230:0:22754:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714788352 00000100:00100000:2.0:1789050395.984248:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789050395.984255:0:22754:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7dcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875954714788352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050395.984305:0:22754:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7dcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875954714788352:12345-0@lo:400:kworker.0 Request processed in 51us (679us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050395.984311:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789050395.984327:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789050395.984331:0:22754:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa85709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3643:x1875954714787584:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789050395.984347:0:22754:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 618 last 0 00000020:00000080:2.0:1789050395.984377:0:22754:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x3b8ec5973df59055 00000004:00100000:2.0:1789050395.984392:0:22754:0:(mdt_handler.c:7315:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1789050395.984422:0:22754:0:(import.c:65:import_set_state_nolock()) ffff8baaa8533800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789050395.984460:0:22754:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa85709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1875954714787584:12345-0@lo:38:llog_process_th.0 Request processed in 127us (1223us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050395.984465:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:0.0:1789050395.985574:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8baaa7d51c00 x1875954714787584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789050405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050395.985584:0:3643:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789050395.985591:0:3643:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1789050395.985599:0:3643:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1789050395.985605:0:3643:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1789050395.985608:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8baaa8534000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789050395.985614:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3643:1875954714787584:0@lo:38:llog_process_th.0 00010000:00080000:0.0:1789050395.985646:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8baaae70aa00 x1875954714788352/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050395.985653:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae70aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875954714788352:0@lo:400:kworker.0 00000020:01000004:3.0:1789050395.988008:0:25083:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:3.0:1789050395.988025:0:25083:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff8ba9826999c0) 00000020:00000080:3.0:1789050395.988048:0:25083:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:3.0:1789050395.988351:0:25083:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8ba98273c000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1789050395.988356:0:25083:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8ba98273c000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1789050395.988358:0:25083:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8ba98273c000 3 00010000:00080000:3.0:1789050395.988401:0:25083:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ba981bbd000@lustre-MDT0001-lwp-OST0001: add connection 192.168.203.142@tcp at head 00010000:00010000:2.0:1789050395.993437:0:25083:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:2.0:1789050395.993641:0:25083:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:2.0:1789050395.993706:0:25083:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789050395.993718:0:25083:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x3b8ec5973df59063 00000100:00080000:2.0:1789050395.993730:0:25083:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789050395.993748:0:25083:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8ba981bbd000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:2.0:1789050395.993788:0:25083:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baaa7d51c00 x1875954714788736/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789050395.993813:0:25083:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1789050395.994555:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050395.994561:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789050395.994563:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050395.994566:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789050395.994714:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3643:1875954714788736:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789050395.994788:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050395.995078:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714788736 00000100:00100000:3.0:1789050395.995152:0:22754:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714788736 00000100:00100000:3.0:1789050395.995192:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789050395.995200:0:22754:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7dcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3643:x1875954714788736:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1789050395.995230:0:22754:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 618 last 0 00000020:00000080:3.0:1789050395.995263:0:22754:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x3b8ec5973df5906a 00000004:00100000:3.0:1789050395.995278:0:22754:0:(mdt_handler.c:7315:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1789050395.995388:0:22754:0:(import.c:65:import_set_state_nolock()) ffff8ba981bb8000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789050395.995456:0:22754:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7dcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1875954714788736:12345-0@lo:38:llog_process_th.0 Request processed in 255us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050395.995464:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:1.0:1789050395.995542:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8baaa7d51c00 x1875954714788736/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789050405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789050395.995553:0:3643:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789050395.995561:0:3643:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:1.0:1789050395.995576:0:3643:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1789050395.995581:0:3643:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1789050395.995584:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8ba981bbd000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789050395.995591:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3643:1875954714788736:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1789050395.995772:0:25083:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:3.0:1789050395.996017:0:25069:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1789050395.996055:0:25069:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1789050395.996075:0:25069:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baaae695000/0x3b8ec5973df59039 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df59040 expref: -99 pid: 25069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050395.996283:0:25069:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8baaae695000/0x3b8ec5973df59039 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df59040 expref: -99 pid: 25069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1789050395.996346:0:25069:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1789050395.996348:0:25069:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789050395.996349:0:25069:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789050395.996350:0:25069:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789050395.996352:0:25069:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789050395.996353:0:25069:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789050395.996355:0:25069:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789050395.996357:0:25069:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789050395.996358:0:25069:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1789050395.996362:0:25069:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:3.0:1789050395.996365:0:25069:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1789050395.996366:0:25069:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789050395.996367:0:25069:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789050395.996369:0:25069:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789050395.996371:0:25069:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789050395.996372:0:25069:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789050395.996373:0:25069:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789050395.996374:0:25069:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789050395.996376:0:25069:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1789050395.996396:0:25069:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1789050395.996413:0:25069:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae709f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714788864:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1789050395.996462:0:25069:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050395.996498:0:25069:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaac69ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1789050395.996671:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714788864 00000100:00100000:0.0:1789050395.996678:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714788864 00000100:00100000:0.0:1789050395.996720:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1789050395.996729:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:25069:x1875954714788864:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789050395.996759:0:22746:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1789050395.996772:0:22746:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1789050396.003470:0:22746:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1789050396.003487:0:22746:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:0.0:1789050396.003574:0:22768:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1789050396.003590:0:22768:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1789050396.004155:0:22768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ba983571a00/0x3b8ec5973df59071 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050396.004174:0:22768:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8baa86db0e00/0x3b8ec5973df58fe5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58fde expref: 24 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050396.004183:0:22768:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8baa86db0600/0x3b8ec5973df58ff3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58fec expref: 24 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050396.004191:0:22768:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ba983571a00/0x3b8ec5973df59071 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050396.004221:0:25069:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae709f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:25069:1875954714788864:0@lo:253:mount.lustre.0 00010000:00010000:0.0:1789050396.004228:0:22768:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8baa86db0600/0x3b8ec5973df58ff3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3b8ec5973df58fec expref: 24 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789050396.004239:0:25069:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1789050396.004244:0:25069:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00010000:00010000:0.0:1789050396.004246:0:22768:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8baa86db0600/0x3b8ec5973df58ff3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3b8ec5973df58fec expref: 24 pid: 22747 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1789050396.004256:0:25069:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789050396.004258:0:25069:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789050396.004260:0:25069:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789050396.004262:0:25069:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000100:00100000:0.0:1789050396.004264:0:22768:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dc9c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22768:1875954714788992:0@lo:104: 00000020:01000004:3.0:1789050396.004265:0:25069:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789050396.004268:0:25069:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789050396.004271:0:25069:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789050396.004273:0:25069:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1789050396.004289:0:25069:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:0.0:1789050396.004312:0:22768:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789050396.004355:0:22768:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8baa86db0e00/0x3b8ec5973df58fe5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3b8ec5973df58fde expref: 24 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050396.004364:0:22768:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8baa86db0e00/0x3b8ec5973df58fe5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3b8ec5973df58fde expref: 24 pid: 22746 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050396.004373:0:22768:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729d180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22768:1875954714789120:0@lo:104: 00000100:00100000:2.0:1789050396.004378:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:25069:x1875954714788864:12345-0@lo:253:mount.lustre.0 Request processed in 7648us (7914us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050396.004393:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1789050396.004414:0:22768:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050396.004437:0:22768:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baabdcedc00 going to sleep for 11 seconds 00000100:00100000:0.0:1789050396.007185:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714788992 00000100:00100000:0.0:1789050396.007198:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714788992 00000100:00100000:0.0:1789050396.007231:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714789120 00000100:00100000:0.0:1789050396.007234:0:22735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714789120 00000100:00100000:0.0:1789050396.007250:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789050396.007260:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7dcb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+4:22768:x1875954714788992:12345-0@lo:104: 00010000:00010000:0.0:1789050396.007276:0:22735:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.142@tcp lock: ffff8baa86db0400/0x3b8ec5973df58fec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b8ec5973df58ff3 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050396.007372:0:22735:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789050396.007379:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7dcb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+4:22768:x1875954714788992:12345-0@lo:104: Request processed in 121us (3068us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050396.007387:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789050396.007402:0:22768:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dc9c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22768:1875954714788992:0@lo:104: 00000100:00100000:0.0:1789050396.007408:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789050396.007416:0:22735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+3:22768:x1875954714789120:12345-0@lo:104: 00010000:00010000:0.0:1789050396.007424:0:22735:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.142@tcp lock: ffff8baa86db1000/0x3b8ec5973df58fde lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b8ec5973df58fe5 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050396.007447:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789050396.007456:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8baa86db0400/0x3b8ec5973df58fec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b8ec5973df58ff3 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050396.007465:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa86db0400 already unused, calling callback (ffffffffc1287c20) 10000000:00010000:2.0:1789050396.007469:0:22740:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8baa86db0400/0x3b8ec5973df58fec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x3b8ec5973df58ff3 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050396.007471:0:22735:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789050396.007481:0:22735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+3:22768:x1875954714789120:12345-0@lo:104: Request processed in 65us (3067us total) trans 0 rc 0/0 00010000:00010000:2.0:1789050396.007484:0:22740:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8baa86db0400/0x3b8ec5973df58fec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x3b8ec5973df58ff3 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050396.007493:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 10000000:00010000:2.0:1789050396.007501:0:22740:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8baa86db0400/0x3b8ec5973df58fec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x3b8ec5973df58ff3 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789050396.007508:0:22740:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1789050396.007516:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789050396.007544:0:22740:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.142@tcp lock: ffff8baa86db0400/0x3b8ec5973df58fec lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58ff3 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050396.007552:0:22740:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789050396.007575:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8baa86db0400/0x3b8ec5973df58fec lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58ff3 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050396.007594:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8baa86db0400/0x3b8ec5973df58fec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58ff3 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050396.007600:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1789050396.007607:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050396.007610:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050396.007612:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789050396.007614:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3645:1875954714789248:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789050396.007650:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050396.007676:0:22768:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729d180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22768:1875954714789120:0@lo:104: 00010000:00010000:3.0:1789050396.007706:0:22768:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ba983571a00/0x3b8ec5973df59071 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050396.007763:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714789248 00010000:00010000:0.0:1789050396.007763:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789050396.007769:0:22737:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714789248 00010000:00010000:0.0:1789050396.007771:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8baa86db1000/0x3b8ec5973df58fde lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b8ec5973df58fe5 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050396.007780:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa86db1000 already unused, calling callback (ffffffffc1287c20) 10000000:00010000:0.0:1789050396.007783:0:22741:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8baa86db1000/0x3b8ec5973df58fde lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x3b8ec5973df58fe5 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050396.007792:0:22741:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8baa86db1000/0x3b8ec5973df58fde lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x3b8ec5973df58fe5 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050396.007793:0:22737:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8baa86db0600/0x3b8ec5973df58ff3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b8ec5973df58fec expref: 24 pid: 22747 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789050396.007804:0:22741:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8baa86db1000/0x3b8ec5973df58fde lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x3b8ec5973df58fe5 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789050396.007812:0:22741:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1789050396.007832:0:22741:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.142@tcp lock: ffff8baa86db1000/0x3b8ec5973df58fde lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58fe5 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050396.007837:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00010000:00010000:0.0:1789050396.007841:0:22741:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1789050396.007850:0:22737:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:3645:x1875954714789248:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789050396.007855:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8baa86db1000/0x3b8ec5973df58fde lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58fe5 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050396.007862:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789050396.007862:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8baa86db1000/0x3b8ec5973df58fde lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58fe5 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050396.007870:0:22737:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8baa86db0600/0x3b8ec5973df58ff3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b8ec5973df58fec expref: 24 pid: 22747 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050396.007881:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050396.007883:0:22737:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8baa86db0600/0x3b8ec5973df58ff3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3b8ec5973df58fec expref: 24 pid: 22747 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050396.007884:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050396.007887:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789050396.007898:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3645:1875954714789376:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789050396.007909:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baa86db0600/0x3b8ec5973df58ff3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3b8ec5973df58fec expref: 24 pid: 22747 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050396.007924:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789050396.007926:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789050396.008003:0:22739:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:2.0:1789050396.008014:0:22737:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+23:3645:x1875954714789248:12345-0@lo:103:ldlm_bl.0 Request processed in 165us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050396.008020:0:22739:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:2.0:1789050396.008025:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789050396.008041:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714789376 00000100:00100000:2.0:1789050396.008051:0:22737:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714789376 00010000:00010000:2.0:1789050396.008066:0:22737:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8baa86db0e00/0x3b8ec5973df58fe5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b8ec5973df58fde expref: 23 pid: 22746 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050396.008081:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00010000:00010000:0.0:1789050396.008118:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050396.008120:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789050396.008158:0:22737:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+23:3645:x1875954714789376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789050396.008168:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789050396.008173:0:22737:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8baa86db0e00/0x3b8ec5973df58fe5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b8ec5973df58fde expref: 23 pid: 22746 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050396.008182:0:22737:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8baa86db0e00/0x3b8ec5973df58fe5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3b8ec5973df58fde expref: 23 pid: 22746 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050396.008193:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baa86db0e00/0x3b8ec5973df58fe5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3b8ec5973df58fde expref: 23 pid: 22746 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050396.008206:0:22737:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ba983571a00/0x3b8ec5973df59071 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050396.008215:0:22737:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ba983571a00/0x3b8ec5973df59071 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1789050396.008228:0:22737:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005714792s 00010000:00010000:2.0:1789050396.008232:0:22737:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ba983571a00/0x3b8ec5973df59071 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050396.008240:0:22737:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ba983571a00/0x3b8ec5973df59071 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050396.008247:0:22737:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ba983571a00/0x3b8ec5973df59071 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050396.008265:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ba983571a00/0x3b8ec5973df59071 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050396.008270:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ba983571a00 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:2.0:1789050396.008274:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ba983571a00/0x3b8ec5973df59071 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050396.008282:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ba983571a00/0x3b8ec5973df59071 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050396.008301:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ba983571a00/0x3b8ec5973df59071 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050396.008310:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789050396.008335:0:22737:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+22:3645:x1875954714789376:12345-0@lo:103:ldlm_bl.0 Request processed in 248us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050396.008341:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789050396.008375:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3645:1875954714789376:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789050396.008383:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3645:1875954714789248:0@lo:103:ldlm_bl.0 00000001:00000004:2.0:1789050396.009628:0:25069:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00010000:00010000:0.0:1789050396.012371:0:22768:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ba983571a00/0x3b8ec5973df59071 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050396.012389:0:22768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ba983571a00/0x3b8ec5973df59071 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050396.012396:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ba983571a00/0x3b8ec5973df59071 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1789050396.015796:0:25069:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:2.0:1789050396.015807:0:25069:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:2.0:1789050396.015845:0:25069:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1789050396.015892:0:25069:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.142@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1789050396.015914:0:25069:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=50 00000080:00000004:2.0:1789050396.016010:0:25069:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:2.0:1789050396.021614:0:25069:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789050396.021927:0:25069:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1789050396.785004:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714789504:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789050396.785070:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050396.790371:0:24259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714789504 00000100:00100000:0.0:1789050396.790385:0:24259:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714789504 00000100:00100000:0.0:1789050396.790441:0:24259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789050396.790450:0:24259:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875954714789504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789050396.790483:0:24259:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789050396.790562:0:24259:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875954714789504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (5491us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050396.790570:0:24259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1789050396.790611:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8baaa7d52680 x1875954714789504/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789050412 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050396.790631:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714789504:0@lo:13:osp-pre-0-1.0 00000020:00000004:0.0:1789050396.860752:0:25137:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789050396.861147:0:25137:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789050396.905063:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1789050397.546034:0:22749:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789050397.546041:0:22749:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8baab0ea7800 from 14 10000000:01000000:0.0:1789050397.546053:0:22749:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789050397.546098:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8ba983571400/0x3b8ec5973df59078 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050397.546110:0:22749:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8ba983571400/0x3b8ec5973df59078 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050397.546122:0:22749:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8ba983571400/0x3b8ec5973df59078 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050397.546148:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714789632:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789050397.546232:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050397.546277:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaa236c000 going to sleep for 11 seconds 00000100:00100000:1.0:1789050397.546330:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714789632 00000100:00100000:1.0:1789050397.546339:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714789632 00000100:00100000:1.0:1789050397.546403:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1789050397.546412:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+22:22749:x1875954714789632:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789050397.546425:0:22744:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789050397.546437:0:22744:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baa86db0200/0x3b8ec5973df5907f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df59078 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050397.546457:0:22744:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baa86db0200/0x3b8ec5973df5907f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df59078 expref: 23 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050397.546467:0:22744:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baa86db0200/0x3b8ec5973df5907f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df59078 expref: 23 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050397.546475:0:22744:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa86db0200, rc 0) 00000100:00100000:1.0:1789050397.546518:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+23:22749:x1875954714789632:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 107us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050397.546524:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1789050397.546652:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714789632:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789050397.546668:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8ba983571400/0x3b8ec5973df59078 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df5907f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050397.546678:0:22749:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8ba983571400/0x3b8ec5973df59078 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df5907f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050397.546721:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714789760:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789050397.546752:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050397.546780:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaa236c000 going to sleep for 11 seconds 00000100:00100000:1.0:1789050397.546820:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714789760 00000100:00100000:1.0:1789050397.546824:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714789760 00000100:00100000:1.0:1789050397.546854:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1789050397.546861:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+23:22749:x1875954714789760:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789050397.546882:0:22746:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789050397.546896:0:22746:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789050397.546898:0:22746:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1789050397.546995:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+23:22749:x1875954714789760:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 135us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050397.547003:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1789050397.547207:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714789760:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1789050397.547278:0:22749:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789050397.547285:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8ba983571400/0x3b8ec5973df59078 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df5907f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050397.547315:0:22749:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8ba983571400/0x3b8ec5973df59078 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df5907f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789050397.547324:0:22749:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789050397.547326:0:22749:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8ba984cc8800 from 14 10000000:01000000:0.0:1789050397.547329:0:22749:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789050397.547346:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8ba983571600/0x3b8ec5973df59086 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050397.547353:0:22749:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8ba983571600/0x3b8ec5973df59086 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050397.547361:0:22749:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8ba983571600/0x3b8ec5973df59086 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050397.547374:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714789888:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789050397.547921:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050397.547988:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa8901e180 going to sleep for 11 seconds 00000100:00100000:2.0:1789050397.548051:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714789888 00000100:00100000:2.0:1789050397.548058:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714789888 00000100:00100000:2.0:1789050397.548099:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1789050397.548108:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+23:22749:x1875954714789888:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789050397.548118:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789050397.548130:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baa80031c00/0x3b8ec5973df5908d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df59086 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050397.548150:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baa80031c00/0x3b8ec5973df5908d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df59086 expref: 24 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050397.548161:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baa80031c00/0x3b8ec5973df5908d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df59086 expref: 24 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050397.548168:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa80031c00, rc 0) 00000100:00100000:2.0:1789050397.548200:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:22749:x1875954714789888:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 94us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050397.548207:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1789050397.548479:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714789888:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789050397.548493:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8ba983571600/0x3b8ec5973df59086 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df5908d expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050397.548502:0:22749:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8ba983571600/0x3b8ec5973df59086 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df5908d expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050397.548560:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714790016:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789050397.548590:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050397.549292:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa8901e180 going to sleep for 11 seconds 00000100:00100000:1.0:1789050397.555951:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714790016 00000100:00100000:1.0:1789050397.555967:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714790016 00000100:00100000:1.0:1789050397.556030:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1789050397.556039:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:22749:x1875954714790016:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789050397.556065:0:22744:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789050397.556081:0:22744:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789050397.556084:0:22744:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1789050397.556216:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:22749:x1875954714790016:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 178us (7624us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050397.556236:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1789050397.556506:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714790016:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789050397.556584:0:22749:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789050397.556594:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8ba983571600/0x3b8ec5973df59086 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df5908d expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050397.556606:0:22749:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8ba983571600/0x3b8ec5973df59086 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df5908d expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050397.803516:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875954714790144:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789050397.803583:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050397.805139:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714790144 00000100:00100000:2.0:1789050397.805149:0:24280:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714790144 00000100:00100000:2.0:1789050397.805195:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789050397.805204:0:24280:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1875954714790144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789050397.805239:0:24280:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789050397.805310:0:24280:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1875954714790144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (1727us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050397.805317:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789050397.805365:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875954714790144:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789050397.806193:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab78a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714790272:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789050397.806498:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050397.806814:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714790272 00000100:00100000:0.0:1789050397.806822:0:22757:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714790272 00000100:00100000:0.0:1789050397.806865:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789050397.806873:0:22757:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab78a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714790272:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789050397.806902:0:22757:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789050397.807563:0:22757:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab78a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714790272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 689us (1064us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050397.807572:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789050397.807645:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab78a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714790272:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1789050397.929428:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789050398.059106:0:3643:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789050378/real 1789050378] req@ffff8baaa7dca680 x1875954714776960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789050398 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789050398.059134:0:3643:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8baaa7dca680 x1875954714776960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789050398 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789050398.059144:0:3643:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789050378/real 1789050378] req@ffff8baaa7dc9180 x1875954714777088/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789050398 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789050398.059173:0:3643:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8baaa7dc9180 x1875954714777088/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789050398 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789050398.059192:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8baa861d6000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789050398.059213:0:3643:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789050398.059217:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714776960:0@lo:8:kworker.0 00000100:00080000:1.0:1789050398.059224:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8ba984c7c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789050398.059229:0:3643:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789050398.059231:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714777088:0@lo:8:kworker.0 00000100:00080000:3.0:1789050398.059297:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050398.059302:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789050398.059305:0:37:0:(import.c:65:import_set_state_nolock()) ffff8baa861d6000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789050398.059310:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 600 00000100:00080000:3.0:1789050398.059316:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1789050398.059326:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8baa861d6000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:3.0:1789050398.059344:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baaae709c00 x1875954714790528/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789050398.059363:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050398.059366:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789050398.059368:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ba984c7c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789050398.059371:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 600 00000100:00080000:3.0:1789050398.059373:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1789050398.059377:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8ba984c7c000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:3.0:1789050398.059389:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baaae70aa00 x1875954714790656/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789050398.059492:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789050398.059495:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789050398.059497:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ba983170000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789050398.059504:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8ba983170000 using connection 192.168.203.142@tcp/0@lo 00000100:00100000:3.0:1789050398.059514:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8baaae70a300 x1875954714791040/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789050398.059565:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875954714791168:0@lo:400:kworker.0 00000100:00100000:1.0:1789050398.059584:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3645:1875954714790400:0@lo:400:kworker.0 00000100:00100000:3.0:1789050398.059630:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050398.059632:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050398.059665:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3644:1875954714791680:0@lo:400:kworker.0 00000100:00100000:1.0:1789050398.059676:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae70b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3645:1875954714791296:0@lo:400:kworker.0 00000100:00100000:3.0:1789050398.059696:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050398.060492:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae70a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875954714790784:0@lo:400:kworker.0 00000100:00100000:3.0:1789050398.060526:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050398.060548:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3646:1875954714791424:0@lo:400:kworker.0 00000100:00100000:3.0:1789050398.060570:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050398.060584:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1789050398.060598:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae70bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714790912:0@lo:400:kworker.0 00000100:00100000:3.0:1789050398.060624:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050398.060646:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3646:1875954714791552:0@lo:400:kworker.0 00000100:00100000:3.0:1789050398.060671:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050398.060698:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714791168 00000100:00100000:3.0:1789050398.060705:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714791168 00000100:00100000:3.0:1789050398.060738:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714791680 00000100:00100000:3.0:1789050398.060741:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714791680 00000100:00100000:3.0:1789050398.060766:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714790784 00000100:00100000:3.0:1789050398.060769:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714790784 00000100:00100000:3.0:1789050398.060780:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714791424 00000100:00100000:3.0:1789050398.060782:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714791424 00000100:00100000:3.0:1789050398.060792:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714791552 00000100:00100000:3.0:1789050398.060794:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714791552 00000100:00100000:3.0:1789050398.060812:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789050398.060820:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7dc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875954714791168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050398.060869:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7dc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875954714791168:12345-0@lo:400:kworker.0 Request processed in 50us (1242us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050398.060875:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789050398.060892:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1789050398.060898:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875954714791680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050398.060926:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875954714791680:12345-0@lo:400:kworker.0 Request processed in 28us (1231us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050398.060931:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1789050398.060965:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1789050398.060983:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983d99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875954714790784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050398.061018:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983d99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875954714790784:12345-0@lo:400:kworker.0 Request processed in 37us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050398.061035:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1789050398.061048:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1789050398.061055:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983d99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875954714791424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050398.061086:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983d99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875954714791424:12345-0@lo:400:kworker.0 Request processed in 31us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050398.061091:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1789050398.061374:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1789050398.061382:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983d99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875954714791552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050398.061439:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983d99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875954714791552:12345-0@lo:400:kworker.0 Request processed in 58us (767us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050398.061446:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1789050398.061473:0:24255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714790912 00000100:00100000:3.0:1789050398.061477:0:24255:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714790912 00000100:00100000:3.0:1789050398.061509:0:24255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789050398.061516:0:24255:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875954714790912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050398.061551:0:24255:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875954714790912:12345-0@lo:400:kworker.0 Request processed in 36us (926us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050398.061557:0:24255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1789050398.061578:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1789050398.061582:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789050398.061585:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1789050398.061618:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8baaae708380 x1875954714791168/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789050398.061633:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875954714791168:0@lo:400:kworker.0 00010000:00080000:3.0:1789050398.061648:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8baaa7dca680 x1875954714791680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789050398.061665:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3644:1875954714791680:0@lo:400:kworker.0 00010000:00080000:3.0:1789050398.061712:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8baaae70bb80 x1875954714790912/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789050414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789050398.061720:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae70bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714790912:0@lo:400:kworker.0 00010000:00080000:3.0:1789050398.061732:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8baaa7dc9180 x1875954714791552/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789050398.061738:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3646:1875954714791552:0@lo:400:kworker.0 00010000:00080000:3.0:1789050398.061752:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8baaae70a680 x1875954714790784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789050398.061758:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae70a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875954714790784:0@lo:400:kworker.0 00010000:00080000:3.0:1789050398.061770:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8baaae708000 x1875954714791424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789050398.061777:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3646:1875954714791424:0@lo:400:kworker.0 00000100:00100000:3.0:1789050398.061818:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714790528:0@lo:8:kworker.0 00000100:00100000:3.0:1789050398.061863:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050398.061896:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae70aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714790656:0@lo:8:kworker.0 00000100:00100000:3.0:1789050398.061929:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050398.061987:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae70a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875954714791040:0@lo:8:kworker.0 00000100:00100000:3.0:1789050398.062009:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050398.062040:0:24258:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714790528 00000100:00100000:3.0:1789050398.062043:0:24258:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714790528 00000100:00100000:3.0:1789050398.062063:0:24258:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714790656 00000100:00100000:3.0:1789050398.062066:0:24258:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714790656 00000100:00100000:3.0:1789050398.062074:0:24258:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714791040 00000100:00100000:3.0:1789050398.062076:0:24258:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714791040 00000100:00100000:3.0:1789050398.062087:0:24258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789050398.062092:0:24258:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3643:x1875954714790528:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1789050398.062387:0:24258:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 620 last 0 00000100:00100000:0.0:1789050398.062400:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714790400 00000100:00100000:0.0:1789050398.062406:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714790400 00000100:00100000:0.0:1789050398.062436:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1789050398.062445:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:3645:x1875954714790400:12345-0@lo:400:kworker.0 00000020:00000080:3.0:1789050398.062469:0:24258:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3b8ec5973df59094 00002000:00100000:3.0:1789050398.062485:0:24258:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8ba981bbc800 ocd_connect_flags: 0xa044c01443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 0 ocd_group 0 00000100:00100000:0.0:1789050398.062490:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:3645:x1875954714790400:12345-0@lo:400:kworker.0 Request processed in 45us (2860us total) trans 0 rc 0/0 00002000:00080000:3.0:1789050398.062492:0:24258:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:3.0:1789050398.062496:0:24258:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:0.0:1789050398.062502:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00002000:00080000:3.0:1789050398.062571:0:24258:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1789050398.062592:0:24258:0:(import.c:65:import_set_state_nolock()) ffff8ba981bbb800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789050398.062642:0:24258:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3643:x1875954714790528:12345-0@lo:8:kworker.0 Request processed in 549us (778us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050398.062649:0:24258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789050398.062669:0:24258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789050398.062674:0:24258:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983d9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3643:x1875954714790656:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1789050398.062694:0:24258:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 620 last 0 00000020:00000080:3.0:1789050398.062711:0:24258:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3b8ec5973df5909b 00002000:00100000:3.0:1789050398.062717:0:24258:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8ba981bbd800 ocd_connect_flags: 0xa044c01443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:3.0:1789050398.062721:0:24258:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:3.0:1789050398.062723:0:24258:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1789050398.063021:0:24258:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1789050398.063037:0:24258:0:(import.c:65:import_set_state_nolock()) ffff8ba981bbf000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789050398.063183:0:24258:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983d9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3643:x1875954714790656:12345-0@lo:8:kworker.0 Request processed in 507us (1252us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050398.063200:0:24258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789050398.063219:0:24258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789050398.063221:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050398.063227:0:24258:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3643:x1875954714791040:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1789050398.063243:0:24258:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 620 last 0 00000020:00000080:3.0:1789050398.063259:0:24258:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x3b8ec5973df590a2 00002000:00100000:3.0:1789050398.063267:0:24258:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff8ba981bbb000 ocd_connect_flags: 0xa044c01443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:3.0:1789050398.063270:0:24258:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00000100:00100000:1.0:1789050398.063272:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3645:1875954714790400:0@lo:400:kworker.0 00002000:00100000:3.0:1789050398.063273:0:24258:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1789050398.063304:0:24258:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:3.0:1789050398.063318:0:24258:0:(import.c:65:import_set_state_nolock()) ffff8ba981bbe800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789050398.063347:0:24258:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3643:x1875954714791040:12345-0@lo:8:kworker.0 Request processed in 121us (1337us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050398.063353:0:24258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789050398.063389:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714791296 00000100:00100000:3.0:1789050398.063394:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714791296 00000100:00100000:3.0:1789050398.064532:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789050398.064543:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab78a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875954714791296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050398.064615:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab78a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875954714791296:12345-0@lo:400:kworker.0 Request processed in 74us (1399us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050398.064622:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:3.0:1789050398.064643:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1789050398.064679:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8baaae70b100 x1875954714791296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789050398.064693:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae70b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3645:1875954714791296:0@lo:400:kworker.0 00010000:00080000:0.0:1789050398.069518:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8baaae709c00 x1875954714790528/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789050423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050398.069533:0:3643:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789050398.069542:0:3643:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1789050398.069551:0:3643:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040c01443000026 00000100:00080000:0.0:1789050398.069557:0:3643:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1789050398.069560:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8baa861d6000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1789050398.072332:0:3643:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1789050398.072371:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714790528:0@lo:8:kworker.0 00010000:00080000:0.0:1789050398.072420:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8baaae70aa00 x1875954714790656/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789050423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050398.072432:0:3643:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789050398.072442:0:3643:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1789050398.072452:0:3643:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040c01443000026 00000100:00080000:0.0:1789050398.072459:0:3643:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1789050398.072462:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8ba984c7c000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1789050398.072488:0:3643:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1789050398.072493:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae70aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875954714790656:0@lo:8:kworker.0 00010000:00080000:0.0:1789050398.072509:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8baaae70a300 x1875954714791040/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789050423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789050398.072519:0:3643:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1789050398.072524:0:3643:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040c01443000026 00000100:00080000:0.0:1789050398.072527:0:3643:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1789050398.072530:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8ba983170000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1789050398.072543:0:3643:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1789050398.072547:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae70a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875954714791040:0@lo:8:kworker.0 00000004:00080000:0.0:1789050398.072591:0:23495:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1789050398.072592:0:22779:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:3.0:1789050398.072625:0:22779:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dca680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22779:1875954714791936:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1789050398.072687:0:22779:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1789050398.072692:0:23495:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 620270753546ns, next at 0ns, rc = 0 00080000:00080000:0.0:1789050398.072700:0:23495:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:3.0:1789050398.072715:0:22779:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baab434b600 going to sleep for 11 seconds 00000100:00100000:3.0:1789050398.072732:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789050398.072742:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7dc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875954714791808:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789050398.072768:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050398.072800:0:24258:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714791936 00000100:00100000:3.0:1789050398.072807:0:24258:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714791936 00000100:00100000:3.0:1789050398.073014:0:24258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789050398.073024:0:24258:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae70a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22779:x1875954714791936:12345-0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1789050398.073212:0:24259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714791808 00000100:00100000:3.0:1789050398.073217:0:24259:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714791808 00000100:00100000:3.0:1789050398.073243:0:24259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789050398.073249:0:24259:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae70aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3644:x1875954714791808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789050398.073265:0:24259:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789050398.073309:0:24259:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae70aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3644:x1875954714791808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050398.073315:0:24259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:3.0:1789050398.073337:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:3.0:1789050398.073362:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8baaa7dc9180 x1875954714791808/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789050414 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789050398.073377:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875954714791808:0@lo:13:osp-pre-1-0.0 00000004:00080000:1.0:1789050398.074020:0:22778:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1789050398.074082:0:22778:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 620272144007ns, next at 0ns, rc = 0 00080000:00080000:1.0:1789050398.074088:0:22778:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1789050398.078049:0:22776:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1789050398.078138:0:22776:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 620276199580ns, next at 0ns, rc = 0 00000004:00080000:0.0:1789050398.078140:0:23485:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00080000:00080000:3.0:1789050398.078148:0:22776:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1789050398.079447:0:23496:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:0.0:1789050398.079475:0:23496:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729ca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23496:1875954714792192:0@lo:7:osp-pre-1-1.0 00000100:00100000:0.0:1789050398.079539:0:23496:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050398.079567:0:23496:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba98268cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1789050398.079595:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714792064:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789050398.079625:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050398.079664:0:24257:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:0.0:1789050398.079671:0:24257:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:0.0:1789050398.080242:0:24259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714792064 00000100:00100000:0.0:1789050398.080250:0:24259:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714792064 00000100:00100000:0.0:1789050398.080303:0:24259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789050398.080312:0:24259:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3646:x1875954714792064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789050398.080333:0:24259:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789050398.080383:0:24259:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3646:x1875954714792064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (757us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050398.080390:0:24259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1789050398.080426:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8baab729fb80 x1875954714792064/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789050414 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050398.080443:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714792064:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1789050398.080470:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:0.0:1789050398.082552:0:22732:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000100:00100000:3.0:1789050398.083211:0:24257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714792192 00000100:00100000:3.0:1789050398.083227:0:24257:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714792192 00002000:00080000:3.0:1789050398.083714:0:24258:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:3.0:1789050398.083722:0:24258:0:(ofd_dev.c:1646:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:3.0:1789050398.083727:0:24258:0:(ofd_dev.c:1497:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00000100:00100000:2.0:1789050398.084475:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875954714792320:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789050398.084542:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050398.084596:0:24259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714792320 00000100:00100000:2.0:1789050398.084601:0:24259:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714792320 00000100:00100000:2.0:1789050398.084643:0:24259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789050398.084652:0:24259:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3647:x1875954714792320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789050398.084678:0:24259:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789050398.085254:0:25209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789050398.085296:0:25209:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23496:x1875954714792192:12345-0@lo:7:osp-pre-1-1.0 00000100:00100000:2.0:1789050398.085563:0:24259:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3647:x1875954714792320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 910us (1019us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050398.085571:0:24259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:2.0:1789050398.085597:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1789050398.085916:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8baaa7d51f80 x1875954714792320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789050414 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050398.085979:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875954714792320:0@lo:13:osp-pre-0-0.0 00000004:00080000:2.0:1789050398.087005:0:22777:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x5:0x0] 00000100:00100000:2.0:1789050398.087045:0:22777:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d53100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22777:1875954714792448:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1789050398.087091:0:22777:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050398.087133:0:24257:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:2.0:1789050398.087140:0:24257:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000100:00100000:2.0:1789050398.087230:0:22777:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa82e73c00 going to sleep for 11 seconds 00000100:00100000:2.0:1789050398.087253:0:24257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714792448 00000100:00100000:2.0:1789050398.087259:0:24257:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714792448 00000100:00100000:2.0:1789050398.087348:0:25210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789050398.087356:0:25210:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7d50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:22777:x1875954714792448:12345-0@lo:5:osp-pre-0-0.0 00002000:00010000:3.0:1789050398.093273:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789050398.093290:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b134892d/0x3b8ec5973df590a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.093308:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=620s v=(0 0) 00010000:00010000:3.0:1789050398.093313:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789050398.093320:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b134892d/0x3b8ec5973df590a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.093337:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b134892d/0x3b8ec5973df590a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.093348:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b134892d/0x3b8ec5973df590a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.093356:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b134892d/0x3b8ec5973df590a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.093386:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789050398.093400:0:25087:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789050398.093409:0:25087:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b134892d/0x3b8ec5973df590a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.093418:0:25087:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae694a00 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:0.0:1789050398.093429:0:25087:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b134892d/0x3b8ec5973df590a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.093439:0:25087:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b134892d/0x3b8ec5973df590a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.093457:0:25087:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b134892d/0x3b8ec5973df590a9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.093465:0:25087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b134892d/0x3b8ec5973df590a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.093482:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050398.093483:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050398.093485:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789050398.094224:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789050398.094232:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f31b513/0x3b8ec5973df590b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.094242:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=620s v=(0 0) 00010000:00010000:3.0:1789050398.094252:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789050398.094258:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f31b513/0x3b8ec5973df590b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.094269:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f31b513/0x3b8ec5973df590b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.094279:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f31b513/0x3b8ec5973df590b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.094285:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005f31b513/0x3b8ec5973df590b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.094302:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789050398.094313:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789050398.094318:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005f31b513/0x3b8ec5973df590b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.094327:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae694e00 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:3.0:1789050398.094331:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005f31b513/0x3b8ec5973df590b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.094340:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005f31b513/0x3b8ec5973df590b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.094352:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005f31b513/0x3b8ec5973df590b0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.094372:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f31b513/0x3b8ec5973df590b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.094389:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.094391:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.094392:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1789050398.094536:0:25210:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:2.0:1789050398.094546:0:25210:0:(ofd_dev.c:1646:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:2.0:1789050398.094553:0:25210:0:(ofd_dev.c:1497:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:6 to 0x280000401:65) 00002000:00010000:3.0:1789050398.095150:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789050398.095157:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f6302b15/0x3b8ec5973df590b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.095167:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=620s v=(0 0) 00010000:00010000:3.0:1789050398.095172:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789050398.095177:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f6302b15/0x3b8ec5973df590b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.095188:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6302b15/0x3b8ec5973df590b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.095196:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f6302b15/0x3b8ec5973df590b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.095204:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f6302b15/0x3b8ec5973df590b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.095221:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789050398.095231:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789050398.095241:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f6302b15/0x3b8ec5973df590b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.095249:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae695200 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:3.0:1789050398.095253:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f6302b15/0x3b8ec5973df590b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.095262:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f6302b15/0x3b8ec5973df590b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.095274:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f6302b15/0x3b8ec5973df590b7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.095281:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6302b15/0x3b8ec5973df590b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.095296:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.095298:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.095299:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1789050398.095791:0:22732:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00010000:3.0:1789050398.095849:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789050398.095855:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c7e77784/0x3b8ec5973df590be lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.095864:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=620s v=(0 0) 00010000:00010000:3.0:1789050398.095868:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789050398.095872:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c7e77784/0x3b8ec5973df590be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.095895:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7e77784/0x3b8ec5973df590be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.096003:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c7e77784/0x3b8ec5973df590be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.096012:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c7e77784/0x3b8ec5973df590be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.096029:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789050398.096038:0:25087:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789050398.096043:0:25087:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c7e77784/0x3b8ec5973df590be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.096051:0:25087:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae695e00 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:3.0:1789050398.096055:0:25087:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c7e77784/0x3b8ec5973df590be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.096063:0:25087:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c7e77784/0x3b8ec5973df590be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.096075:0:25087:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c7e77784/0x3b8ec5973df590be lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.096083:0:25087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7e77784/0x3b8ec5973df590be lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.096163:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.096165:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.096167:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789050398.096516:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789050398.096523:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000776af74f/0x3b8ec5973df590c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.096532:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=620s v=(0 0) 00010000:00010000:3.0:1789050398.096535:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789050398.096540:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000776af74f/0x3b8ec5973df590c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.096550:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000776af74f/0x3b8ec5973df590c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.096558:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000776af74f/0x3b8ec5973df590c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.096564:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000776af74f/0x3b8ec5973df590c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.096579:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789050398.096586:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789050398.096590:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000776af74f/0x3b8ec5973df590c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.096609:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae694000 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:3.0:1789050398.096613:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000776af74f/0x3b8ec5973df590c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.096620:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000776af74f/0x3b8ec5973df590c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.096631:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000776af74f/0x3b8ec5973df590c5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.096638:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000776af74f/0x3b8ec5973df590c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.096652:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.096654:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.096655:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789050398.097057:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789050398.097064:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e6633aef/0x3b8ec5973df590cc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.097073:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=620s v=(0 0) 00010000:00010000:3.0:1789050398.097075:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789050398.097079:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6633aef/0x3b8ec5973df590cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.097088:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6633aef/0x3b8ec5973df590cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.097129:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e6633aef/0x3b8ec5973df590cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.097136:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e6633aef/0x3b8ec5973df590cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.097151:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789050398.097160:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789050398.097164:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e6633aef/0x3b8ec5973df590cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.097171:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae694800 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:3.0:1789050398.097175:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6633aef/0x3b8ec5973df590cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.097182:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6633aef/0x3b8ec5973df590cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.097193:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e6633aef/0x3b8ec5973df590cc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.097200:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6633aef/0x3b8ec5973df590cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.097214:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.097222:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.097224:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789050398.098547:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789050398.098556:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000345f1fa9/0x3b8ec5973df590d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.098568:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=620s v=(0 0) 00010000:00010000:3.0:1789050398.098572:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789050398.098577:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000345f1fa9/0x3b8ec5973df590d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.098588:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000345f1fa9/0x3b8ec5973df590d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.098596:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000345f1fa9/0x3b8ec5973df590d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.098604:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000345f1fa9/0x3b8ec5973df590d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.098629:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789050398.098651:0:25087:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789050398.098660:0:25087:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000345f1fa9/0x3b8ec5973df590d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.098670:0:25087:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae5a4200 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:0.0:1789050398.098675:0:25087:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000345f1fa9/0x3b8ec5973df590d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.098685:0:25087:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000345f1fa9/0x3b8ec5973df590d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.098701:0:25087:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000345f1fa9/0x3b8ec5973df590d3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.098716:0:25087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000345f1fa9/0x3b8ec5973df590d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.098733:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050398.098735:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050398.098737:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1789050398.098954:0:25209:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:0.0:1789050398.098960:0:25209:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1789050398.099059:0:25209:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23496:x1875954714792192:12345-0@lo:7:osp-pre-1-1.0 Request processed in 13782us (19518us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050398.099068:0:25209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789050398.099408:0:23496:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729ca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23496:1875954714792192:0@lo:7:osp-pre-1-1.0 00000004:00080000:3.0:1789050398.099424:0:23496:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1789050398.099463:0:23496:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae709c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23496:1875954714792576:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1789050398.099505:0:23496:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1789050398.099513:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789050398.099521:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006bdaebc7/0x3b8ec5973df590da lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.099533:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=620s v=(0 0) 00000100:00100000:3.0:1789050398.099534:0:23496:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baab0f65540 going to sleep for 11 seconds 00010000:00010000:0.0:1789050398.099539:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789050398.099545:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bdaebc7/0x3b8ec5973df590da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.099557:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bdaebc7/0x3b8ec5973df590da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050398.099558:0:24257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714792576 00010000:00010000:0.0:1789050398.099567:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006bdaebc7/0x3b8ec5973df590da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050398.099574:0:24257:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714792576 00010000:00010000:0.0:1789050398.099589:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006bdaebc7/0x3b8ec5973df590da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.099608:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1789050398.099622:0:24257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789050398.099631:0:24257:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae70b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23496:x1875954714792576:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1789050398.099659:0:24257:0:(ofd_dev.c:1646:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:3.0:1789050398.099695:0:24257:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae70b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23496:x1875954714792576:12345-0@lo:5:osp-pre-1-1.0 Request processed in 65us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050398.099701:0:24257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:3.0:1789050398.099721:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789050398.099727:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006bdaebc7/0x3b8ec5973df590da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.099735:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ba983571a00 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:3.0:1789050398.099738:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006bdaebc7/0x3b8ec5973df590da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.099747:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006bdaebc7/0x3b8ec5973df590da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.099760:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006bdaebc7/0x3b8ec5973df590da lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.099767:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bdaebc7/0x3b8ec5973df590da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.099782:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.099784:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.099786:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789050398.099802:0:23496:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae709c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23496:1875954714792576:0@lo:5:osp-pre-1-1.0 00000004:00080000:3.0:1789050398.099818:0:23496:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1789050398.099840:0:23496:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae709c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23496:1875954714792704:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1789050398.099863:0:23496:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050398.099886:0:23496:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baab0f65540 going to sleep for 11 seconds 00000100:00100000:0.0:1789050398.099901:0:25209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714792704 00000100:00100000:0.0:1789050398.099906:0:25209:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714792704 00000100:00100000:0.0:1789050398.100059:0:25209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789050398.100068:0:25209:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23496:x1875954714792704:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1789050398.100092:0:25209:0:(ofd_dev.c:1753:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00010000:0.0:1789050398.100359:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789050398.100365:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000041afd2b6/0x3b8ec5973df590e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.100375:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789050398.100378:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789050398.100383:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000041afd2b6/0x3b8ec5973df590e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.100392:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000041afd2b6/0x3b8ec5973df590e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.100400:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000041afd2b6/0x3b8ec5973df590e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.100407:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000041afd2b6/0x3b8ec5973df590e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.100427:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789050398.100700:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789050398.100707:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b0c0c89c/0x3b8ec5973df590e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.100715:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789050398.100719:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789050398.100722:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b0c0c89c/0x3b8ec5973df590e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.100732:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b0c0c89c/0x3b8ec5973df590e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.100740:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b0c0c89c/0x3b8ec5973df590e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.100748:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b0c0c89c/0x3b8ec5973df590e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.100762:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1789050398.100772:0:25087:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789050398.100839:0:25087:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000041afd2b6/0x3b8ec5973df590e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.100848:0:25087:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ba983570c00 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:0.0:1789050398.100858:0:25087:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000041afd2b6/0x3b8ec5973df590e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.100866:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789050398.100868:0:25087:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000041afd2b6/0x3b8ec5973df590e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.100874:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b0c0c89c/0x3b8ec5973df590e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.100886:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ba983570e00 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:0.0:1789050398.100886:0:25087:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000041afd2b6/0x3b8ec5973df590e1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.100893:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b0c0c89c/0x3b8ec5973df590e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.100901:0:25087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000041afd2b6/0x3b8ec5973df590e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.100918:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b0c0c89c/0x3b8ec5973df590e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.100920:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.100933:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b0c0c89c/0x3b8ec5973df590e8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.100956:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b0c0c89c/0x3b8ec5973df590e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.100982:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.100984:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.100986:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050398.101062:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050398.101064:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789050398.101484:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789050398.101491:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000062bb9dad/0x3b8ec5973df590ef lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.101500:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789050398.101505:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789050398.101509:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062bb9dad/0x3b8ec5973df590ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.101518:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000062bb9dad/0x3b8ec5973df590ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.101526:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000062bb9dad/0x3b8ec5973df590ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.101539:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000062bb9dad/0x3b8ec5973df590ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.101551:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789050398.101686:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789050398.101692:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000062bb9dad/0x3b8ec5973df590ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.101707:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ba983570200 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:3.0:1789050398.101711:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000062bb9dad/0x3b8ec5973df590ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.101720:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000062bb9dad/0x3b8ec5973df590ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.101733:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000062bb9dad/0x3b8ec5973df590ef lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.101740:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000062bb9dad/0x3b8ec5973df590ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.101754:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.101756:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.101758:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789050398.102067:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789050398.102073:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000fae61f6/0x3b8ec5973df590f6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.102082:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789050398.102085:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789050398.102089:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000fae61f6/0x3b8ec5973df590f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.102098:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000fae61f6/0x3b8ec5973df590f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.102106:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000fae61f6/0x3b8ec5973df590f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.102113:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000fae61f6/0x3b8ec5973df590f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.102139:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789050398.102339:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789050398.102346:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000fae61f6/0x3b8ec5973df590f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.102354:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ba983571000 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:3.0:1789050398.102358:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000fae61f6/0x3b8ec5973df590f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.102366:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000fae61f6/0x3b8ec5973df590f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.102387:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000fae61f6/0x3b8ec5973df590f6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.102394:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000fae61f6/0x3b8ec5973df590f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789050398.102406:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789050398.102417:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000413728f7/0x3b8ec5973df590fd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.102423:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.102426:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.102429:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050398.102436:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789050398.102439:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789050398.102443:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000413728f7/0x3b8ec5973df590fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.102453:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000413728f7/0x3b8ec5973df590fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.102462:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000413728f7/0x3b8ec5973df590fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.102470:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000413728f7/0x3b8ec5973df590fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.102484:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789050398.102492:0:25087:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789050398.102495:0:25087:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000413728f7/0x3b8ec5973df590fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.102501:0:25087:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ba983570000 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:0.0:1789050398.102505:0:25087:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000413728f7/0x3b8ec5973df590fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.102512:0:25087:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000413728f7/0x3b8ec5973df590fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.102534:0:25087:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000413728f7/0x3b8ec5973df590fd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.102540:0:25087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000413728f7/0x3b8ec5973df590fd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.102551:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050398.102553:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050398.102555:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789050398.102903:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789050398.102909:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c877b9c/0x3b8ec5973df59104 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.102917:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789050398.102921:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789050398.102954:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c877b9c/0x3b8ec5973df59104 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.102965:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c877b9c/0x3b8ec5973df59104 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.102980:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c877b9c/0x3b8ec5973df59104 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.102987:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002c877b9c/0x3b8ec5973df59104 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.103009:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789050398.103080:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789050398.103085:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002c877b9c/0x3b8ec5973df59104 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.103094:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa829d6200 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:3.0:1789050398.103098:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002c877b9c/0x3b8ec5973df59104 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.103106:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002c877b9c/0x3b8ec5973df59104 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.103118:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002c877b9c/0x3b8ec5973df59104 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.103124:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c877b9c/0x3b8ec5973df59104 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.103149:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.103151:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.103153:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789050398.103433:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789050398.103439:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007e46db03/0x3b8ec5973df5910b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.103447:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789050398.103450:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789050398.103454:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e46db03/0x3b8ec5973df5910b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.103462:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007e46db03/0x3b8ec5973df5910b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.103468:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007e46db03/0x3b8ec5973df5910b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.103476:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007e46db03/0x3b8ec5973df5910b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.103490:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789050398.103759:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789050398.103765:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007e46db03/0x3b8ec5973df5910b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.103773:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa829d6e00 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:3.0:1789050398.103776:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007e46db03/0x3b8ec5973df5910b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.103783:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007e46db03/0x3b8ec5973df5910b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.103795:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007e46db03/0x3b8ec5973df5910b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.103802:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007e46db03/0x3b8ec5973df5910b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.103816:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.103818:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.103820:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789050398.107141:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789050398.107151:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000058014ce3/0x3b8ec5973df59112 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.107167:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=620s v=(0 0) 00010000:00010000:1.0:1789050398.107172:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789050398.107179:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058014ce3/0x3b8ec5973df59112 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.107202:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058014ce3/0x3b8ec5973df59112 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.107212:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000058014ce3/0x3b8ec5973df59112 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.107221:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000058014ce3/0x3b8ec5973df59112 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.107542:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789050398.109283:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789050398.109296:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000478698f1/0x3b8ec5973df59119 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.109312:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=620s v=(0 0) 00010000:00010000:1.0:1789050398.109317:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789050398.109324:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000478698f1/0x3b8ec5973df59119 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.109338:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000478698f1/0x3b8ec5973df59119 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.109348:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000478698f1/0x3b8ec5973df59119 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.109373:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000478698f1/0x3b8ec5973df59119 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.114116:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1789050398.115258:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789050398.115270:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009614635a/0x3b8ec5973df59120 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.115288:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=620s v=(0 0) 00010000:00010000:1.0:1789050398.115293:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789050398.115301:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009614635a/0x3b8ec5973df59120 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.115316:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009614635a/0x3b8ec5973df59120 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.115328:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009614635a/0x3b8ec5973df59120 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.115337:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009614635a/0x3b8ec5973df59120 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.115355:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1789050398.115367:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1789050398.115373:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000058014ce3/0x3b8ec5973df59112 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.115390:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa86db1600 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:1.0:1789050398.115394:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000058014ce3/0x3b8ec5973df59112 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.115404:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000058014ce3/0x3b8ec5973df59112 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.115423:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000058014ce3/0x3b8ec5973df59112 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.115431:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058014ce3/0x3b8ec5973df59112 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.115447:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789050398.115450:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000478698f1/0x3b8ec5973df59119 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.115457:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa86db0c00 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:1.0:1789050398.115460:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000478698f1/0x3b8ec5973df59119 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.115467:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000478698f1/0x3b8ec5973df59119 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.115477:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000478698f1/0x3b8ec5973df59119 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.115492:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000478698f1/0x3b8ec5973df59119 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.115505:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789050398.115508:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009614635a/0x3b8ec5973df59120 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.115514:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa86db1800 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:1.0:1789050398.115518:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009614635a/0x3b8ec5973df59120 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.115525:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009614635a/0x3b8ec5973df59120 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.115536:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009614635a/0x3b8ec5973df59120 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.115544:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009614635a/0x3b8ec5973df59120 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.115555:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050398.115557:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050398.115560:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789050398.116415:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789050398.116424:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000130978ec/0x3b8ec5973df59127 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.116442:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789050398.116447:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789050398.116453:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000130978ec/0x3b8ec5973df59127 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.116469:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000130978ec/0x3b8ec5973df59127 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.116479:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000130978ec/0x3b8ec5973df59127 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.116486:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000130978ec/0x3b8ec5973df59127 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.116498:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789050398.117284:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789050398.117293:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003f57dd6f/0x3b8ec5973df5912e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.117310:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=620s v=(0 0) 00010000:00010000:1.0:1789050398.117314:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789050398.117318:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f57dd6f/0x3b8ec5973df5912e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.117329:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003f57dd6f/0x3b8ec5973df5912e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.117338:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003f57dd6f/0x3b8ec5973df5912e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.117345:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003f57dd6f/0x3b8ec5973df5912e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.117364:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789050398.117660:0:25087:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789050398.117669:0:25087:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000130978ec/0x3b8ec5973df59127 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.117673:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789050398.117681:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003f57dd6f/0x3b8ec5973df5912e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.117697:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa86db1400 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:3.0:1789050398.117704:0:25087:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa80031e00 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:2.0:1789050398.117706:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003f57dd6f/0x3b8ec5973df5912e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.117710:0:25087:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000130978ec/0x3b8ec5973df59127 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.117724:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003f57dd6f/0x3b8ec5973df5912e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.117727:0:25087:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000130978ec/0x3b8ec5973df59127 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.117753:0:25087:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000130978ec/0x3b8ec5973df59127 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.117763:0:25087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000130978ec/0x3b8ec5973df59127 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.117764:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003f57dd6f/0x3b8ec5973df5912e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.117782:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f57dd6f/0x3b8ec5973df5912e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.117797:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.117800:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.117803:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050398.117805:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050398.117808:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.117811:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050398.117811:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789050398.117860:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789050398.117866:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000613d6fd6/0x3b8ec5973df59135 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.117874:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789050398.117878:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789050398.117882:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000613d6fd6/0x3b8ec5973df59135 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.117891:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000613d6fd6/0x3b8ec5973df59135 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.117899:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000613d6fd6/0x3b8ec5973df59135 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.117906:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000613d6fd6/0x3b8ec5973df59135 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789050398.122208:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789050398.122222:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b7c7d71d/0x3b8ec5973df5913c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.122239:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=620s v=(0 0) 00010000:00010000:3.0:1789050398.122245:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789050398.122251:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b7c7d71d/0x3b8ec5973df5913c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.122283:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b7c7d71d/0x3b8ec5973df5913c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.122295:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b7c7d71d/0x3b8ec5973df5913c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.122303:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b7c7d71d/0x3b8ec5973df5913c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.122323:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789050398.122336:0:25087:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789050398.122342:0:25087:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b7c7d71d/0x3b8ec5973df5913c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.122349:0:25087:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae5a5800 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:3.0:1789050398.122354:0:25087:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b7c7d71d/0x3b8ec5973df5913c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.122364:0:25087:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b7c7d71d/0x3b8ec5973df5913c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.122382:0:25087:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b7c7d71d/0x3b8ec5973df5913c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.122390:0:25087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b7c7d71d/0x3b8ec5973df5913c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.122555:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.122558:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.122561:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050398.122626:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789050398.122632:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789050398.122639:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000613d6fd6/0x3b8ec5973df59135 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.122648:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa80030600 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:3.0:1789050398.122652:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000613d6fd6/0x3b8ec5973df59135 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.122662:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000613d6fd6/0x3b8ec5973df59135 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.122676:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000613d6fd6/0x3b8ec5973df59135 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.122683:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000613d6fd6/0x3b8ec5973df59135 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.122699:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.122701:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.122703:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789050398.126461:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789050398.126474:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000130978ec/0x3b8ec5973df59143 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.126492:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789050398.126497:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789050398.126503:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000130978ec/0x3b8ec5973df59143 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.126518:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000130978ec/0x3b8ec5973df59143 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.126528:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000130978ec/0x3b8ec5973df59143 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.126536:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000130978ec/0x3b8ec5973df59143 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.126563:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789050398.127025:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789050398.127032:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d475ce9b/0x3b8ec5973df5914a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.127041:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789050398.127050:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789050398.127055:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d475ce9b/0x3b8ec5973df5914a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.127065:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d475ce9b/0x3b8ec5973df5914a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.127073:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d475ce9b/0x3b8ec5973df5914a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.127080:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d475ce9b/0x3b8ec5973df5914a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.127093:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1789050398.127351:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789050398.127357:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c65bbdac/0x3b8ec5973df59151 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.127365:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789050398.127367:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789050398.127371:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c65bbdac/0x3b8ec5973df59151 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.127380:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c65bbdac/0x3b8ec5973df59151 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.127387:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c65bbdac/0x3b8ec5973df59151 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.127400:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c65bbdac/0x3b8ec5973df59151 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.127412:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1789050398.128004:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1789050398.128014:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000130978ec/0x3b8ec5973df59143 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.128023:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa80031e00 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:1.0:1789050398.128029:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000130978ec/0x3b8ec5973df59143 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.128039:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000130978ec/0x3b8ec5973df59143 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.128066:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789050398.128074:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d475ce9b/0x3b8ec5973df5914a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.128076:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000130978ec/0x3b8ec5973df59143 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.128094:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000130978ec/0x3b8ec5973df59143 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.128105:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baac2042800 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:3.0:1789050398.128109:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d475ce9b/0x3b8ec5973df5914a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.128118:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d475ce9b/0x3b8ec5973df5914a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.128130:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d475ce9b/0x3b8ec5973df5914a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.128136:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d475ce9b/0x3b8ec5973df5914a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.128157:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789050398.128161:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c65bbdac/0x3b8ec5973df59151 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.128168:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baac2043200 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:3.0:1789050398.128171:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c65bbdac/0x3b8ec5973df59151 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.128178:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c65bbdac/0x3b8ec5973df59151 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.128189:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c65bbdac/0x3b8ec5973df59151 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.128202:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c65bbdac/0x3b8ec5973df59151 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.128217:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.128219:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.128221:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.128228:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789050398.128376:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789050398.128382:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000001d5c421/0x3b8ec5973df59158 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.128408:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=620s v=(0 0) 00010000:00010000:3.0:1789050398.128412:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789050398.128416:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000001d5c421/0x3b8ec5973df59158 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.128427:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000001d5c421/0x3b8ec5973df59158 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.128436:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000001d5c421/0x3b8ec5973df59158 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.128444:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000001d5c421/0x3b8ec5973df59158 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.128458:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789050398.128472:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789050398.128476:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000001d5c421/0x3b8ec5973df59158 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.128482:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae5a5600 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:3.0:1789050398.128486:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000001d5c421/0x3b8ec5973df59158 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.128494:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000001d5c421/0x3b8ec5973df59158 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.128505:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000001d5c421/0x3b8ec5973df59158 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.128512:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000001d5c421/0x3b8ec5973df59158 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.128526:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.128528:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.128530:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789050398.129210:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789050398.129218:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000138e5fb5/0x3b8ec5973df5915f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.129229:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=620s v=(0 0) 00002000:00010000:3.0:1789050398.129234:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789050398.129234:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789050398.129244:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000138e5fb5/0x3b8ec5973df5915f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.129245:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034f85db0/0x3b8ec5973df59166 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.129265:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789050398.129266:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000138e5fb5/0x3b8ec5973df5915f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.129271:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789050398.129281:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000034f85db0/0x3b8ec5973df59166 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.129283:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000138e5fb5/0x3b8ec5973df5915f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.129299:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000138e5fb5/0x3b8ec5973df5915f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.129326:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000034f85db0/0x3b8ec5973df59166 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.129329:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789050398.129339:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034f85db0/0x3b8ec5973df59166 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.129340:0:25087:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789050398.129347:0:25087:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000138e5fb5/0x3b8ec5973df5915f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.129351:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000034f85db0/0x3b8ec5973df59166 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.129371:0:25087:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baac2177600 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:3.0:1789050398.129376:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789050398.129377:0:25087:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000138e5fb5/0x3b8ec5973df5915f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.129389:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789050398.129389:0:25087:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000138e5fb5/0x3b8ec5973df5915f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.129405:0:25087:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000138e5fb5/0x3b8ec5973df5915f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.129413:0:25087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000138e5fb5/0x3b8ec5973df5915f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.129428:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050398.129430:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050398.129432:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050398.129628:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050398.129630:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050398.129631:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789050398.130283:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789050398.130289:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039aa3389/0x3b8ec5973df5916d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.130300:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=620s v=(0 0) 00010000:00010000:3.0:1789050398.130304:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789050398.130308:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039aa3389/0x3b8ec5973df5916d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.130319:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039aa3389/0x3b8ec5973df5916d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.130327:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039aa3389/0x3b8ec5973df5916d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.130345:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000039aa3389/0x3b8ec5973df5916d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.130361:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789050398.130370:0:25087:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789050398.130373:0:25087:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000039aa3389/0x3b8ec5973df5916d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.130380:0:25087:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae5a4c00 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:3.0:1789050398.130384:0:25087:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000039aa3389/0x3b8ec5973df5916d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.130392:0:25087:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000039aa3389/0x3b8ec5973df5916d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.130498:0:25087:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000039aa3389/0x3b8ec5973df5916d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.130505:0:25087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039aa3389/0x3b8ec5973df5916d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.130520:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.130522:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.130524:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789050398.131035:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789050398.131048:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000836f2aca/0x3b8ec5973df59174 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.131071:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=620s v=(0 0) 00010000:00010000:3.0:1789050398.131076:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789050398.131079:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000836f2aca/0x3b8ec5973df59174 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.131090:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000836f2aca/0x3b8ec5973df59174 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.131099:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000836f2aca/0x3b8ec5973df59174 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.131105:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000836f2aca/0x3b8ec5973df59174 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.131122:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789050398.131131:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789050398.131136:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000836f2aca/0x3b8ec5973df59174 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.131143:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae5a4000 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:3.0:1789050398.131147:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000836f2aca/0x3b8ec5973df59174 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.131155:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000836f2aca/0x3b8ec5973df59174 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.131174:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000836f2aca/0x3b8ec5973df59174 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.131182:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000836f2aca/0x3b8ec5973df59174 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.131196:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.131199:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.131201:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789050398.131548:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789050398.131555:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000395eda57/0x3b8ec5973df5917b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.131564:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=620s v=(0 0) 00010000:00010000:3.0:1789050398.131567:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789050398.131571:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000395eda57/0x3b8ec5973df5917b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.131582:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000395eda57/0x3b8ec5973df5917b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.131590:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000395eda57/0x3b8ec5973df5917b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.131597:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000395eda57/0x3b8ec5973df5917b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.131678:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789050398.131686:0:25087:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789050398.131690:0:25087:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000395eda57/0x3b8ec5973df5917b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.131698:0:25087:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae5a5000 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:3.0:1789050398.131706:0:25087:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000395eda57/0x3b8ec5973df5917b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.131716:0:25087:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000395eda57/0x3b8ec5973df5917b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.131728:0:25087:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000395eda57/0x3b8ec5973df5917b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.131736:0:25087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000395eda57/0x3b8ec5973df5917b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.131748:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.131750:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.131751:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789050398.132388:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789050398.132397:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009614635a/0x3b8ec5973df59182 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.132409:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=620s v=(0 0) 00010000:00010000:1.0:1789050398.132413:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789050398.132417:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009614635a/0x3b8ec5973df59182 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.132428:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009614635a/0x3b8ec5973df59182 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.132437:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009614635a/0x3b8ec5973df59182 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.132444:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009614635a/0x3b8ec5973df59182 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.132472:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789050398.132560:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789050398.132567:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009614635a/0x3b8ec5973df59182 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.132575:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa86db1800 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:3.0:1789050398.132587:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009614635a/0x3b8ec5973df59182 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.132596:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009614635a/0x3b8ec5973df59182 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.132610:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009614635a/0x3b8ec5973df59182 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.132618:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009614635a/0x3b8ec5973df59182 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.132633:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.132635:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.132637:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050398.132653:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050398.132657:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.132658:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000034f85db0/0x3b8ec5973df59166 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.132660:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.132669:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae5a5400 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:3.0:1789050398.132672:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000034f85db0/0x3b8ec5973df59166 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.132681:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000034f85db0/0x3b8ec5973df59166 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.132691:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000034f85db0/0x3b8ec5973df59166 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.132709:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034f85db0/0x3b8ec5973df59166 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.132724:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.132726:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.132728:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789050398.132760:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789050398.132765:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e824bc91/0x3b8ec5973df59189 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.132773:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=620s v=(0 0) 00010000:00010000:3.0:1789050398.132776:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789050398.132780:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e824bc91/0x3b8ec5973df59189 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.132788:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e824bc91/0x3b8ec5973df59189 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.132795:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e824bc91/0x3b8ec5973df59189 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.132801:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e824bc91/0x3b8ec5973df59189 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.133520:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789050398.134079:0:25087:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789050398.134087:0:25087:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e824bc91/0x3b8ec5973df59189 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.134099:0:25087:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae5a5a00 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:2.0:1789050398.134103:0:25087:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e824bc91/0x3b8ec5973df59189 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.134113:0:25087:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e824bc91/0x3b8ec5973df59189 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.134137:0:25087:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e824bc91/0x3b8ec5973df59189 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.134145:0:25087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e824bc91/0x3b8ec5973df59189 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.134164:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050398.134165:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050398.134167:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789050398.135515:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789050398.135526:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000478698f1/0x3b8ec5973df59190 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.135540:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=620s v=(0 0) 00010000:00010000:1.0:1789050398.135545:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789050398.135550:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000478698f1/0x3b8ec5973df59190 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.135564:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000478698f1/0x3b8ec5973df59190 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.135575:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000478698f1/0x3b8ec5973df59190 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.135583:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000478698f1/0x3b8ec5973df59190 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.135607:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789050398.135746:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789050398.135759:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000478698f1/0x3b8ec5973df59190 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.135769:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa86db0c00 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:3.0:1789050398.135774:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000478698f1/0x3b8ec5973df59190 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.135785:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000478698f1/0x3b8ec5973df59190 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.135802:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000478698f1/0x3b8ec5973df59190 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.135810:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000478698f1/0x3b8ec5973df59190 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.135830:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.135832:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789050398.135841:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789050398.135848:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bd121f8a/0x3b8ec5973df59197 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.135857:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789050398.135860:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789050398.135865:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd121f8a/0x3b8ec5973df59197 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.135876:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd121f8a/0x3b8ec5973df59197 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.135885:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bd121f8a/0x3b8ec5973df59197 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.135893:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bd121f8a/0x3b8ec5973df59197 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.135932:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789050398.136180:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789050398.136185:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bd121f8a/0x3b8ec5973df59197 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.136191:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baac2176200 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:3.0:1789050398.136194:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bd121f8a/0x3b8ec5973df59197 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.136202:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bd121f8a/0x3b8ec5973df59197 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.136220:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bd121f8a/0x3b8ec5973df59197 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.136227:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd121f8a/0x3b8ec5973df59197 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.136241:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.136243:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.136245:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050398.137056:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789050398.137197:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789050398.137204:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000138e5fb5/0x3b8ec5973df5919e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.137215:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789050398.137219:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789050398.137225:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000138e5fb5/0x3b8ec5973df5919e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.137235:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000138e5fb5/0x3b8ec5973df5919e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.137244:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000138e5fb5/0x3b8ec5973df5919e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.137252:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000138e5fb5/0x3b8ec5973df5919e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.137266:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789050398.137392:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789050398.137421:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789050398.137427:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000138e5fb5/0x3b8ec5973df5919e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.137442:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baac2177600 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:1.0:1789050398.137446:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000138e5fb5/0x3b8ec5973df5919e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.137455:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000138e5fb5/0x3b8ec5973df5919e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.137467:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000138e5fb5/0x3b8ec5973df5919e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.137473:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000985b620a/0x3b8ec5973df591a5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.137476:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000138e5fb5/0x3b8ec5973df5919e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.137494:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=620s v=(0 0) 00010000:00010000:1.0:1789050398.137502:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050398.137506:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050398.137507:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789050398.137508:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050398.137515:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000985b620a/0x3b8ec5973df591a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.137529:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000985b620a/0x3b8ec5973df591a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.137538:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000985b620a/0x3b8ec5973df591a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.137546:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000985b620a/0x3b8ec5973df591a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.137597:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789050398.137983:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789050398.137990:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004deb8c62/0x3b8ec5973df591ac lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.138001:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789050398.138004:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789050398.138008:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004deb8c62/0x3b8ec5973df591ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.138018:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004deb8c62/0x3b8ec5973df591ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.138027:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004deb8c62/0x3b8ec5973df591ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.138042:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004deb8c62/0x3b8ec5973df591ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.138066:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789050398.138234:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789050398.138240:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000985b620a/0x3b8ec5973df591a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.138248:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa829d6a00 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:1.0:1789050398.138252:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000985b620a/0x3b8ec5973df591a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.138261:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000985b620a/0x3b8ec5973df591a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.138282:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000985b620a/0x3b8ec5973df591a5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.138291:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000985b620a/0x3b8ec5973df591a5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.138308:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789050398.138311:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004deb8c62/0x3b8ec5973df591ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.138313:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050398.138323:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa829d6000 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:1.0:1789050398.138326:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004deb8c62/0x3b8ec5973df591ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.138333:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004deb8c62/0x3b8ec5973df591ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.138342:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004deb8c62/0x3b8ec5973df591ac lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.138349:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004deb8c62/0x3b8ec5973df591ac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789050398.138356:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789050398.138361:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050398.138364:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000070de17f8/0x3b8ec5973df591b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.138365:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050398.138373:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=620s v=(0 0) 00010000:00010000:1.0:1789050398.138374:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050398.138385:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789050398.138389:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000070de17f8/0x3b8ec5973df591b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.138399:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070de17f8/0x3b8ec5973df591b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.138407:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000070de17f8/0x3b8ec5973df591b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.138414:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000070de17f8/0x3b8ec5973df591b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.138426:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789050398.138611:0:25212:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789050398.138617:0:25212:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000070de17f8/0x3b8ec5973df591b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.138625:0:25212:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baac2177c00 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:1.0:1789050398.138628:0:25212:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000070de17f8/0x3b8ec5973df591b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.138637:0:25212:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000070de17f8/0x3b8ec5973df591b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.138648:0:25212:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000070de17f8/0x3b8ec5973df591b3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.138655:0:25212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070de17f8/0x3b8ec5973df591b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.138670:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050398.138672:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050398.138674:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789050398.138714:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789050398.138720:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000058014ce3/0x3b8ec5973df591ba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.138728:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=620s v=(0 0) 00010000:00010000:1.0:1789050398.138732:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789050398.138736:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000058014ce3/0x3b8ec5973df591ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.138752:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058014ce3/0x3b8ec5973df591ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.138761:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000058014ce3/0x3b8ec5973df591ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.138769:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000058014ce3/0x3b8ec5973df591ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.138790:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789050398.139107:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789050398.139113:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000058014ce3/0x3b8ec5973df591ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.139121:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa86db1600 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:0.0:1789050398.139124:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000058014ce3/0x3b8ec5973df591ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.139148:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000058014ce3/0x3b8ec5973df591ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.139161:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000058014ce3/0x3b8ec5973df591ba lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.139170:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058014ce3/0x3b8ec5973df591ba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.139183:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050398.139185:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050398.139187:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789050398.141391:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789050398.141404:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a61bfc73/0x3b8ec5973df591c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.141420:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789050398.141425:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789050398.141431:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a61bfc73/0x3b8ec5973df591c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.141445:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a61bfc73/0x3b8ec5973df591c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.141456:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a61bfc73/0x3b8ec5973df591c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.141470:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a61bfc73/0x3b8ec5973df591c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.141499:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789050398.141846:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789050398.141862:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000caf4015/0x3b8ec5973df591c8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.141871:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789050398.141875:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789050398.141880:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000caf4015/0x3b8ec5973df591c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.141891:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000caf4015/0x3b8ec5973df591c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.141899:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000caf4015/0x3b8ec5973df591c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.141907:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000caf4015/0x3b8ec5973df591c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.141925:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1789050398.141959:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789050398.141965:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a61bfc73/0x3b8ec5973df591c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.141981:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baac2176c00 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:0.0:1789050398.141986:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a61bfc73/0x3b8ec5973df591c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.141995:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a61bfc73/0x3b8ec5973df591c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.142021:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a61bfc73/0x3b8ec5973df591c1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.142027:0:25087:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789050398.142030:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a61bfc73/0x3b8ec5973df591c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.142035:0:25087:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000caf4015/0x3b8ec5973df591c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.142046:0:25087:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa829d7a00 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:1.0:1789050398.142050:0:25087:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000caf4015/0x3b8ec5973df591c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.142052:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050398.142056:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050398.142059:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050398.142062:0:25087:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000caf4015/0x3b8ec5973df591c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.142077:0:25087:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000caf4015/0x3b8ec5973df591c8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.142085:0:25087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000caf4015/0x3b8ec5973df591c8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789050398.142189:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789050398.142196:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000abfbd159/0x3b8ec5973df591cf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.142205:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789050398.142208:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789050398.142213:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000abfbd159/0x3b8ec5973df591cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.142222:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000abfbd159/0x3b8ec5973df591cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.142230:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000abfbd159/0x3b8ec5973df591cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.142238:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000abfbd159/0x3b8ec5973df591cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.142259:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789050398.142311:0:25212:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789050398.142318:0:25212:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000abfbd159/0x3b8ec5973df591cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.142326:0:25212:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baac2177200 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:0.0:1789050398.142329:0:25212:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000abfbd159/0x3b8ec5973df591cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.142337:0:25212:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000abfbd159/0x3b8ec5973df591cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.142349:0:25212:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000abfbd159/0x3b8ec5973df591cf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.142355:0:25212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000abfbd159/0x3b8ec5973df591cf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.142382:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050398.142386:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050398.142388:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050398.142397:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050398.142400:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050398.142402:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789050398.142685:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789050398.142692:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e01fdc1/0x3b8ec5973df591d6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.142701:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789050398.142704:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789050398.142709:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005e01fdc1/0x3b8ec5973df591d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.142718:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005e01fdc1/0x3b8ec5973df591d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.142725:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e01fdc1/0x3b8ec5973df591d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.142732:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005e01fdc1/0x3b8ec5973df591d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.142748:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789050398.143051:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789050398.143057:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c768b9d/0x3b8ec5973df591dd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.143075:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789050398.143078:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789050398.143082:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c768b9d/0x3b8ec5973df591dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.143090:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c768b9d/0x3b8ec5973df591dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.143108:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c768b9d/0x3b8ec5973df591dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.143115:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006c768b9d/0x3b8ec5973df591dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.143130:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1789050398.143391:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789050398.143468:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f48f49dd/0x3b8ec5973df591e4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.143478:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789050398.143482:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789050398.143487:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f48f49dd/0x3b8ec5973df591e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.143496:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f48f49dd/0x3b8ec5973df591e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.143517:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f48f49dd/0x3b8ec5973df591e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.143526:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f48f49dd/0x3b8ec5973df591e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.143540:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1789050398.143630:0:25212:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1789050398.143637:0:25212:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005e01fdc1/0x3b8ec5973df591d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.143644:0:25212:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa829d6800 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:0.0:1789050398.143647:0:25212:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005e01fdc1/0x3b8ec5973df591d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.143656:0:25212:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005e01fdc1/0x3b8ec5973df591d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.143670:0:25212:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005e01fdc1/0x3b8ec5973df591d6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.143678:0:25212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005e01fdc1/0x3b8ec5973df591d6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.143693:0:25212:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789050398.143703:0:25212:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006c768b9d/0x3b8ec5973df591dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.143710:0:25212:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa829d7c00 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:0.0:1789050398.143713:0:25212:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006c768b9d/0x3b8ec5973df591dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.143722:0:25212:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006c768b9d/0x3b8ec5973df591dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.143733:0:25212:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006c768b9d/0x3b8ec5973df591dd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.143741:0:25212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c768b9d/0x3b8ec5973df591dd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.143754:0:25212:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789050398.143757:0:25212:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f48f49dd/0x3b8ec5973df591e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.143764:0:25212:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa829d7000 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:0.0:1789050398.143768:0:25212:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f48f49dd/0x3b8ec5973df591e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.143776:0:25212:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f48f49dd/0x3b8ec5973df591e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.143795:0:25212:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f48f49dd/0x3b8ec5973df591e4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.143801:0:25212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f48f49dd/0x3b8ec5973df591e4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.143813:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050398.143815:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050398.143817:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050398.143904:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789050398.143981:0:24258:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789050398.143998:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f0546970/0x3b8ec5973df591eb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.144006:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789050398.144009:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789050398.144013:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f0546970/0x3b8ec5973df591eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.144023:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f0546970/0x3b8ec5973df591eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.144032:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f0546970/0x3b8ec5973df591eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.144039:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f0546970/0x3b8ec5973df591eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.144058:0:24258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1789050398.144101:0:24258:0:(ofd_dev.c:1524:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00010000:00010000:0.0:1789050398.144183:0:25087:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789050398.144189:0:25087:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f0546970/0x3b8ec5973df591eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.144197:0:25087:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baac2177000 already unused, calling callback (ffffffffc0c838f0) 00000100:00100000:2.0:1789050398.144200:0:24258:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae70a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22779:x1875954714791936:12345-0@lo:5:osp-pre-1-0.0 Request processed in 71174us (71508us total) trans 0 rc 0/0 00010000:00010000:0.0:1789050398.144202:0:25087:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f0546970/0x3b8ec5973df591eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050398.144215:0:24258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00010000:0.0:1789050398.144216:0:25087:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f0546970/0x3b8ec5973df591eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.144232:0:25087:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f0546970/0x3b8ec5973df591eb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.144239:0:25087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f0546970/0x3b8ec5973df591eb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.144266:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050398.144269:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050398.144270:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789050398.144308:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789050398.144313:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c9e35e0/0x3b8ec5973df591f2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.144321:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789050398.144324:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789050398.144328:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c9e35e0/0x3b8ec5973df591f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.144337:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c9e35e0/0x3b8ec5973df591f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.144346:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c9e35e0/0x3b8ec5973df591f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.144354:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000c9e35e0/0x3b8ec5973df591f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.144367:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1789050398.144498:0:22779:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7dca680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22779:1875954714791936:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1789050398.144516:0:22779:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:2.0:1789050398.144562:0:22779:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d51180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22779:1875954714792832:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1789050398.144598:0:22779:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050398.144632:0:22779:0:(client.c:2716:ptlrpc_set_wait()) set ffff8ba9825c59c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789050398.144651:0:24255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714792832 00000100:00100000:2.0:1789050398.144660:0:24255:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714792832 00000100:00100000:2.0:1789050398.144701:0:24255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789050398.144710:0:24255:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22779:x1875954714792832:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1789050398.144768:0:24255:0:(ofd_dev.c:1753:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00010000:00010000:0.0:1789050398.145146:0:25212:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789050398.145153:0:25212:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000c9e35e0/0x3b8ec5973df591f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.145172:0:25212:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa829d7e00 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:0.0:1789050398.145176:0:25212:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000c9e35e0/0x3b8ec5973df591f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.145184:0:25212:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000c9e35e0/0x3b8ec5973df591f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.145198:0:25212:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000c9e35e0/0x3b8ec5973df591f2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.145204:0:25212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c9e35e0/0x3b8ec5973df591f2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.145220:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050398.145222:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050398.145223:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050398.147088:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789050398.147115:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789050398.147126:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034f85db0/0x3b8ec5973df591f9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.147142:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=620s v=(0 0) 00010000:00010000:3.0:1789050398.147148:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789050398.147155:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000034f85db0/0x3b8ec5973df591f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.147168:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000034f85db0/0x3b8ec5973df591f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.147181:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034f85db0/0x3b8ec5973df591f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.147189:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000034f85db0/0x3b8ec5973df591f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.147218:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789050398.149720:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789050398.149732:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000034f85db0/0x3b8ec5973df591f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.149746:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae5a5400 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:2.0:1789050398.149751:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000034f85db0/0x3b8ec5973df591f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.149763:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000034f85db0/0x3b8ec5973df591f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.149786:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000034f85db0/0x3b8ec5973df591f9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.149793:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034f85db0/0x3b8ec5973df591f9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.149813:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050398.149815:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050398.149816:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789050398.151689:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789050398.151702:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000467a228/0x3b8ec5973df59200 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.151725:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789050398.151730:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789050398.151736:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000467a228/0x3b8ec5973df59200 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.151751:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000467a228/0x3b8ec5973df59200 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.151761:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000467a228/0x3b8ec5973df59200 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.151769:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000467a228/0x3b8ec5973df59200 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.151796:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789050398.152356:0:25087:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789050398.152365:0:25087:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000467a228/0x3b8ec5973df59200 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.152375:0:25087:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baac2177400 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:1.0:1789050398.152380:0:25087:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000467a228/0x3b8ec5973df59200 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.152391:0:25087:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000467a228/0x3b8ec5973df59200 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.152411:0:25087:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000467a228/0x3b8ec5973df59200 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.152417:0:25087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000467a228/0x3b8ec5973df59200 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.152436:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050398.152438:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050398.152440:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789050398.153780:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789050398.153792:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf50f33a/0x3b8ec5973df59207 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.153807:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789050398.153812:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789050398.153818:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf50f33a/0x3b8ec5973df59207 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.153831:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf50f33a/0x3b8ec5973df59207 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.153852:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf50f33a/0x3b8ec5973df59207 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.153860:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bf50f33a/0x3b8ec5973df59207 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.153883:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789050398.157578:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789050398.157590:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000168c73fa/0x3b8ec5973df5920e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.157608:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789050398.157613:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789050398.157619:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000168c73fa/0x3b8ec5973df5920e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.157635:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000168c73fa/0x3b8ec5973df5920e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.157654:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000168c73fa/0x3b8ec5973df5920e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.157661:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000168c73fa/0x3b8ec5973df5920e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.157720:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789050398.157739:0:25212:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789050398.157748:0:25212:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bf50f33a/0x3b8ec5973df59207 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.157834:0:25212:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baac2176800 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:1.0:1789050398.157839:0:25212:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf50f33a/0x3b8ec5973df59207 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.157850:0:25212:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf50f33a/0x3b8ec5973df59207 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.157868:0:25212:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bf50f33a/0x3b8ec5973df59207 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.157876:0:25212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf50f33a/0x3b8ec5973df59207 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.157895:0:25212:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789050398.157898:0:25212:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000168c73fa/0x3b8ec5973df5920e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.157905:0:25212:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa829d6600 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:1.0:1789050398.157908:0:25212:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000168c73fa/0x3b8ec5973df5920e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.157915:0:25212:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000168c73fa/0x3b8ec5973df5920e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.158139:0:25212:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000168c73fa/0x3b8ec5973df5920e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.158155:0:25212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000168c73fa/0x3b8ec5973df5920e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789050398.158382:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789050398.158391:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000caf4015/0x3b8ec5973df59215 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.158402:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789050398.158406:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789050398.158413:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000caf4015/0x3b8ec5973df59215 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.158423:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000caf4015/0x3b8ec5973df59215 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.158431:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000caf4015/0x3b8ec5973df59215 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.158438:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000caf4015/0x3b8ec5973df59215 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.158460:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050398.158462:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050398.158464:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050398.158475:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789050398.158698:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789050398.158706:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000caf4015/0x3b8ec5973df59215 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.158715:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa829d7a00 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:2.0:1789050398.158719:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000caf4015/0x3b8ec5973df59215 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.158728:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000caf4015/0x3b8ec5973df59215 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.158740:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000caf4015/0x3b8ec5973df59215 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.158748:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000caf4015/0x3b8ec5973df59215 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.158768:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050398.158776:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050398.158778:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050398.158783:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789050398.158849:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789050398.158855:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004deb8c62/0x3b8ec5973df5921c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.158863:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789050398.158866:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789050398.158869:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004deb8c62/0x3b8ec5973df5921c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.158879:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004deb8c62/0x3b8ec5973df5921c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.158887:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004deb8c62/0x3b8ec5973df5921c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.158894:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004deb8c62/0x3b8ec5973df5921c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.158992:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789050398.159199:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789050398.159203:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000985b620a/0x3b8ec5973df59223 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.159217:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789050398.159219:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789050398.159222:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000985b620a/0x3b8ec5973df59223 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.159229:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000985b620a/0x3b8ec5973df59223 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.159233:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000985b620a/0x3b8ec5973df59223 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.159238:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000985b620a/0x3b8ec5973df59223 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.159251:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789050398.159274:0:25212:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789050398.159279:0:25212:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004deb8c62/0x3b8ec5973df5921c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.159287:0:25212:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa829d6000 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:2.0:1789050398.159492:0:25212:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004deb8c62/0x3b8ec5973df5921c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.159503:0:25212:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004deb8c62/0x3b8ec5973df5921c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.159515:0:25212:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004deb8c62/0x3b8ec5973df5921c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.159523:0:25212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004deb8c62/0x3b8ec5973df5921c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.159537:0:25212:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789050398.159540:0:25212:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000985b620a/0x3b8ec5973df59223 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.159545:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050398.159547:0:25212:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa829d6a00 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:2.0:1789050398.159550:0:25212:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000985b620a/0x3b8ec5973df59223 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.159569:0:25212:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000985b620a/0x3b8ec5973df59223 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.159580:0:25212:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000985b620a/0x3b8ec5973df59223 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.159587:0:25212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000985b620a/0x3b8ec5973df59223 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.159600:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050398.159602:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050398.159603:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789050398.159893:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789050398.159899:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007e46db03/0x3b8ec5973df5922a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.161018:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789050398.161023:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789050398.161028:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007e46db03/0x3b8ec5973df5922a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.161039:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007e46db03/0x3b8ec5973df5922a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.161059:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007e46db03/0x3b8ec5973df5922a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.161066:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007e46db03/0x3b8ec5973df5922a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.161089:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789050398.161354:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789050398.161361:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007e46db03/0x3b8ec5973df5922a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.161368:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa829d6e00 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:2.0:1789050398.161372:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007e46db03/0x3b8ec5973df5922a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.161382:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007e46db03/0x3b8ec5973df5922a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.161395:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007e46db03/0x3b8ec5973df5922a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.161414:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007e46db03/0x3b8ec5973df5922a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.161434:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050398.161435:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050398.161437:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1789050398.162628:0:25070:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:2.0:1789050398.162666:0:25070:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1789050398.162671:0:25070:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:2.0:1789050398.162816:0:24255:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22779:x1875954714792832:12345-0@lo:5:osp-pre-1-0.0 Request processed in 18104us (18214us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1789050398.162826:0:24255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789050398.162889:0:22779:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1789050398.162897:0:22779:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d51180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22779:1875954714792832:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1789050398.162913:0:22779:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00002000:00010000:0.0:1789050398.164040:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789050398.164052:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c9e35e0/0x3b8ec5973df59231 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.164068:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789050398.164074:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789050398.164080:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c9e35e0/0x3b8ec5973df59231 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.164095:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c9e35e0/0x3b8ec5973df59231 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.164106:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c9e35e0/0x3b8ec5973df59231 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.164114:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000c9e35e0/0x3b8ec5973df59231 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.164138:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789050398.164408:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789050398.164415:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000c9e35e0/0x3b8ec5973df59231 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.164424:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa829d7e00 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:2.0:1789050398.164429:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000c9e35e0/0x3b8ec5973df59231 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.164439:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000c9e35e0/0x3b8ec5973df59231 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.164466:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000c9e35e0/0x3b8ec5973df59231 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.164474:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c9e35e0/0x3b8ec5973df59231 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.164491:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050398.164494:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050398.164495:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789050398.165767:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789050398.165778:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f48f49dd/0x3b8ec5973df59238 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.165793:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789050398.165798:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789050398.165803:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f48f49dd/0x3b8ec5973df59238 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.165817:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f48f49dd/0x3b8ec5973df59238 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.165827:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f48f49dd/0x3b8ec5973df59238 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.165835:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f48f49dd/0x3b8ec5973df59238 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.165868:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789050398.165978:0:25087:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789050398.165985:0:25087:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f48f49dd/0x3b8ec5973df59238 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.165993:0:25087:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa829d7000 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:1.0:1789050398.165997:0:25087:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f48f49dd/0x3b8ec5973df59238 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.166006:0:25087:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f48f49dd/0x3b8ec5973df59238 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.166020:0:25087:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f48f49dd/0x3b8ec5973df59238 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.166029:0:25087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f48f49dd/0x3b8ec5973df59238 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.166044:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050398.166046:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789050398.166047:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789050398.166324:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789050398.166330:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c768b9d/0x3b8ec5973df5923f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.166339:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789050398.166346:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789050398.166350:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c768b9d/0x3b8ec5973df5923f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.166360:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c768b9d/0x3b8ec5973df5923f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.166369:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c768b9d/0x3b8ec5973df5923f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.166376:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006c768b9d/0x3b8ec5973df5923f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.166393:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789050398.166666:0:25212:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789050398.166672:0:25212:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006c768b9d/0x3b8ec5973df5923f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.166680:0:25212:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa829d7c00 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:2.0:1789050398.166683:0:25212:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006c768b9d/0x3b8ec5973df5923f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.166691:0:25212:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006c768b9d/0x3b8ec5973df5923f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.166703:0:25212:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006c768b9d/0x3b8ec5973df5923f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.166710:0:25212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c768b9d/0x3b8ec5973df5923f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.166734:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050398.166735:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050398.166737:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789050398.167723:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789050398.167742:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000058014ce3/0x3b8ec5973df59246 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.167755:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=620s v=(0 0) 00010000:00010000:1.0:1789050398.167760:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789050398.167765:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000058014ce3/0x3b8ec5973df59246 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.167775:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058014ce3/0x3b8ec5973df59246 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.167784:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000058014ce3/0x3b8ec5973df59246 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.167790:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000058014ce3/0x3b8ec5973df59246 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050398.167815:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000001:00080000:0.0:1789050398.168619:0:25070:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000100:00100000:1.0:1789050398.168835:0:25209:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:23496:x1875954714792704:12345-0@lo:5:osp-pre-1-1.0 Request processed in 68765us (68967us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1789050398.168846:0:25209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789050398.168896:0:23496:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1789050398.168903:0:23496:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae709c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23496:1875954714792704:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1789050398.168917:0:23496:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:1.0:1789050398.168999:0:23496:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba981b03100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23496:1875954714792960:0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1789050398.169033:0:23496:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050398.169064:0:23496:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae50a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789050398.169083:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714792960 00000100:00100000:1.0:1789050398.169090:0:22763:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714792960 00000100:00100000:1.0:1789050398.169134:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789050398.169142:0:22763:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba981b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23496:x1875954714792960:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1789050398.169199:0:22763:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba981b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23496:x1875954714792960:12345-0@lo:900:osp-pre-1-1.0 Request processed in 58us (166us total) trans 0 rc 0/0 00010000:00010000:3.0:1789050398.169204:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1789050398.169205:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:3.0:1789050398.169211:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000058014ce3/0x3b8ec5973df59246 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.169221:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa86db1600 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:3.0:1789050398.169226:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000058014ce3/0x3b8ec5973df59246 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.169236:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000058014ce3/0x3b8ec5973df59246 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.169253:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000058014ce3/0x3b8ec5973df59246 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.169261:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058014ce3/0x3b8ec5973df59246 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050398.169279:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.169280:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050398.169282:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789050398.169328:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789050398.169334:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e01fdc1/0x3b8ec5973df5924d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.169344:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789050398.169348:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789050398.169352:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005e01fdc1/0x3b8ec5973df5924d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.169363:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005e01fdc1/0x3b8ec5973df5924d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.169380:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e01fdc1/0x3b8ec5973df5924d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.169387:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005e01fdc1/0x3b8ec5973df5924d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.169398:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789050398.169574:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789050398.169579:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005e01fdc1/0x3b8ec5973df5924d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.169586:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa829d6800 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:2.0:1789050398.169590:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005e01fdc1/0x3b8ec5973df5924d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.169598:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005e01fdc1/0x3b8ec5973df5924d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.169609:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005e01fdc1/0x3b8ec5973df5924d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.169616:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005e01fdc1/0x3b8ec5973df5924d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.169629:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050398.169631:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050398.169632:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:2.0:1789050398.169653:0:23496:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ba981b03100 x1875954714792960/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789050414 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789050398.169664:0:23496:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba981b03100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23496:1875954714792960:0@lo:900:osp-pre-1-1.0 00002000:00010000:0.0:1789050398.169964:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789050398.169980:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c877b9c/0x3b8ec5973df59254 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.169988:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789050398.169992:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789050398.169996:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c877b9c/0x3b8ec5973df59254 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.170005:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c877b9c/0x3b8ec5973df59254 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.170013:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c877b9c/0x3b8ec5973df59254 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.170020:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002c877b9c/0x3b8ec5973df59254 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.170046:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789050398.170401:0:25210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789050398.170408:0:25210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007e46db03/0x3b8ec5973df5925b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.170416:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789050398.170420:0:25210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789050398.170424:0:25210:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007e46db03/0x3b8ec5973df5925b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.170433:0:25210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007e46db03/0x3b8ec5973df5925b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.170441:0:25210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007e46db03/0x3b8ec5973df5925b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.170449:0:25210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007e46db03/0x3b8ec5973df5925b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050398.170554:0:25210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00080000:0.0:1789050398.170806:0:25210:0:(ofd_dev.c:1524:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:5 00000100:00100000:0.0:1789050398.170881:0:25210:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7d50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:22777:x1875954714792448:12345-0@lo:5:osp-pre-0-0.0 Request processed in 83523us (83787us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050398.170890:0:25210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:2.0:1789050398.170984:0:25212:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789050398.170991:0:25212:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002c877b9c/0x3b8ec5973df59254 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.170999:0:25212:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa829d6200 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:2.0:1789050398.171003:0:25212:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002c877b9c/0x3b8ec5973df59254 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.171010:0:25212:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002c877b9c/0x3b8ec5973df59254 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.171025:0:25212:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002c877b9c/0x3b8ec5973df59254 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.171032:0:25212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c877b9c/0x3b8ec5973df59254 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050398.171073:0:22777:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d53100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22777:1875954714792448:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1789050398.171085:0:22777:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x5:0x0] 00000100:00100000:2.0:1789050398.171135:0:22777:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d53100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22777:1875954714793088:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1789050398.171170:0:22777:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050398.171203:0:22777:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baabdcedc00 going to sleep for 11 seconds 00010000:00010000:2.0:1789050398.171215:0:25212:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789050398.171219:0:25212:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007e46db03/0x3b8ec5973df5925b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.171238:0:25212:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa829d6e00 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:2.0:1789050398.171242:0:25212:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007e46db03/0x3b8ec5973df5925b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.171250:0:25212:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007e46db03/0x3b8ec5973df5925b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.171261:0:25212:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007e46db03/0x3b8ec5973df5925b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.171268:0:25212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007e46db03/0x3b8ec5973df5925b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050398.171281:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050398.171283:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789050398.171285:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789050398.171334:0:24258:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714793088 00000100:00100000:0.0:1789050398.171346:0:24258:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714793088 00000100:00100000:0.0:1789050398.171396:0:24258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789050398.171404:0:24258:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7d51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22777:x1875954714793088:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1789050398.171440:0:24258:0:(ofd_dev.c:1753:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00010000:00010000:1.0:1789050398.176041:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1789050398.176633:0:24252:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:3.0:1789050398.176675:0:24252:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1789050398.178408:0:24258:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7d51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22777:x1875954714793088:12345-0@lo:5:osp-pre-0-0.0 Request processed in 6996us (7229us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1789050398.178421:0:24258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789050398.178515:0:22777:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:3.0:1789050398.178524:0:22777:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d53100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22777:1875954714793088:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1789050398.178549:0:22777:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:3.0:1789050398.953223:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789050399.722949:0:23504:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789050399.977113:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050401.005904:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789050401.596019:0:25430:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg342-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:3.0:1789050401.899103:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714793216:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789050401.899245:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050401.899315:0:24259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714793216 00000100:00100000:3.0:1789050401.899322:0:24259:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714793216 00000100:00100000:3.0:1789050401.899377:0:24259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789050401.899387:0:24259:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae70a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714793216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789050401.899545:0:24259:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789050401.899599:0:24259:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae70a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714793216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 213us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050401.899607:0:24259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:3.0:1789050401.899628:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789050401.900214:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714793216:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1789050402.025307:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1789050402.463085:0:25482:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789050402.463554:0:25482:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1789050402.922247:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875954714793344:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789050402.922257:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789050402.922270:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875954714793472:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789050402.922353:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050402.922382:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714793472 00000100:00100000:3.0:1789050402.922388:0:22758:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714793472 00000100:00100000:3.0:1789050402.922460:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789050402.922469:0:22758:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1875954714793472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789050402.922536:0:22758:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789050402.922602:0:22758:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1875954714793472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 133us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050402.922608:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789050402.922908:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875954714793472:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789050402.922977:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050402.923103:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714793344 00000100:00100000:0.0:1789050402.923108:0:22757:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714793344 00000100:00100000:0.0:1789050402.923142:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789050402.923149:0:22757:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7d53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1875954714793344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789050402.923173:0:22757:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789050402.923247:0:22757:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7d53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1875954714793344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050402.923254:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789050402.923280:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875954714793344:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1789050403.051922:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789050403.246106:0:25532:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789050403.246533:0:25532:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1789050403.433216:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789050403.433238:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714793600:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789050403.433303:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050403.433488:0:24259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714793600 00000100:00100000:0.0:1789050403.433496:0:24259:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714793600 00000100:00100000:0.0:1789050403.433572:0:24259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789050403.433583:0:24259:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875954714793600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789050403.433612:0:24259:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789050403.433648:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875954714793728:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789050403.433665:0:24259:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875954714793600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050403.433673:0:24259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789050403.433697:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050403.433717:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714793728 00000100:00100000:1.0:1789050403.433722:0:24260:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714793728 00000100:00100000:0.0:1789050403.433723:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714793600:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789050403.433755:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789050403.433764:0:24260:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae70bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875954714793728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789050403.433777:0:24260:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:2.0:1789050403.433801:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789050403.433806:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789050403.433816:0:24260:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae70bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875954714793728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050403.433902:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3646:1875954714793984:0@lo:400:kworker.0 00000100:00100000:2.0:1789050403.433994:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050403.435201:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789050403.435214:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875954714794112:0@lo:400:kworker.0 00000100:00100000:2.0:1789050403.435259:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050403.435301:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714793984 00000100:00100000:2.0:1789050403.435308:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714793984 00000100:00100000:2.0:1789050403.435358:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1789050403.435366:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:3646:x1875954714793984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050403.435411:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:3646:x1875954714793984:12345-0@lo:400:kworker.0 Request processed in 46us (1417us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050403.435419:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1789050403.435450:0:24255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714794112 00000100:00100000:2.0:1789050403.435454:0:24255:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714794112 00000100:00100000:2.0:1789050403.435487:0:24255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789050403.435492:0:24255:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7d53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875954714794112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050403.435520:0:24255:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7d53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875954714794112:12345-0@lo:400:kworker.0 Request processed in 27us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050403.435525:0:24255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:2.0:1789050403.435539:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789050403.435650:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875954714794112:0@lo:400:kworker.0 00000100:00100000:2.0:1789050403.435661:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3646:1875954714793984:0@lo:400:kworker.0 00000100:00100000:0.0:1789050403.436324:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789050403.436380:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875954714794496:0@lo:400:kworker.0 00000100:00100000:0.0:1789050403.436418:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050403.436450:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789050403.436472:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3647:1875954714794624:0@lo:400:kworker.0 00000100:00100000:0.0:1789050403.436499:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050403.436548:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789050403.436554:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3647:1875954714795008:0@lo:400:kworker.0 00000100:00100000:3.0:1789050403.436586:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875954714793856:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789050403.436618:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050403.436642:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875954714794368:0@lo:400:kworker.0 00000100:00100000:0.0:1789050403.436660:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050403.436675:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050403.436710:0:25210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714794368 00000100:00100000:3.0:1789050403.436714:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3645:1875954714794880:0@lo:400:kworker.0 00000100:00100000:0.0:1789050403.436718:0:25210:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714794368 00000100:00100000:3.0:1789050403.436740:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050403.436755:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1789050403.436762:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875954714794240:0@lo:400:kworker.0 00000100:00100000:0.0:1789050403.436768:0:25210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789050403.436783:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050403.436793:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab729f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3645:1875954714794752:0@lo:400:kworker.0 00000100:00100000:2.0:1789050403.436812:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714794496 00000100:00100000:3.0:1789050403.436815:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050403.436835:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714794624 00000100:00100000:3.0:1789050403.436839:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714794624 00000100:00100000:3.0:1789050403.436861:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714795008 00000100:00100000:3.0:1789050403.436864:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714795008 00000100:00100000:3.0:1789050403.436876:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714794880 00000100:00100000:3.0:1789050403.436878:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714794880 00000100:00100000:2.0:1789050403.436889:0:22754:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714794496 00000100:00100000:3.0:1789050403.436893:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714794240 00000100:00100000:3.0:1789050403.436898:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714794240 00000100:00100000:2.0:1789050403.436913:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714794752 00000100:00100000:2.0:1789050403.436925:0:22754:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714794752 00000100:00100000:1.0:1789050403.437013:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789050403.437024:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875954714794624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789050403.437230:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875954714794624:12345-0@lo:400:kworker.0 Request processed in 209us (730us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050403.437237:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789050403.437260:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789050403.437301:0:25210:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3645:x1875954714794368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050403.437367:0:22752:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1789050403.437376:0:22752:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:2.0:1789050403.437376:0:22754:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1789050403.437387:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789050403.437395:0:22754:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7dca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1875954714794880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050403.437548:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875954714793728:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789050403.437582:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714793856 00000100:00100000:2.0:1789050403.437583:0:22754:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7dca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1875954714794880:12345-0@lo:400:kworker.0 Request processed in 187us (840us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050403.437588:0:24260:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714793856 00000100:00100000:2.0:1789050403.437597:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789050403.437614:0:22754:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1789050403.437622:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789050403.437624:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1789050403.437632:0:22754:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875954714794496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050403.437642:0:24260:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875954714793856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789050403.437660:0:24260:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1789050403.437667:0:22754:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875954714794496:12345-0@lo:400:kworker.0 Request processed in 36us (1249us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050403.437674:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1789050403.437684:0:22754:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1789050403.437689:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1789050403.437695:0:22754:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7dc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875954714794240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050403.437716:0:24260:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875954714793856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (1094us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050403.437724:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789050403.437733:0:22754:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7dc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875954714794240:12345-0@lo:400:kworker.0 Request processed in 36us (948us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050403.437740:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1789050403.437754:0:22754:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1789050403.437762:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789050403.438309:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1875954714795008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789050403.438348:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1875954714795008:12345-0@lo:400:kworker.0 Request processed in 1081us (1689us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050403.438354:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789050403.438419:0:25210:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3645:x1875954714794368:12345-0@lo:400:kworker.0 Request processed in 1641us (1743us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050403.438428:0:25210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1789050403.438468:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8baab729ce00 x1875954714795008/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050403.438479:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3647:1875954714795008:0@lo:400:kworker.0 00010000:00080000:0.0:1789050403.438489:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8baab729fb80 x1875954714794624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050403.438497:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3647:1875954714794624:0@lo:400:kworker.0 00010000:00080000:0.0:1789050403.438507:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8baab729f100 x1875954714794496/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050403.438515:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875954714794496:0@lo:400:kworker.0 00000100:00080000:0.0:1789050403.438540:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789050403.438625:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789050403.438630:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789050403.438733:0:22754:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983790380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875954714794752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050403.438771:0:22754:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983790380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875954714794752:12345-0@lo:400:kworker.0 Request processed in 1003us (1956us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050403.438779:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00010000:00080000:2.0:1789050403.438809:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8baab729ed80 x1875954714794240/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789050403.438903:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875954714794240:0@lo:400:kworker.0 00010000:00080000:2.0:1789050403.438916:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8baab729f800 x1875954714794752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789050403.438924:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3645:1875954714794752:0@lo:400:kworker.0 00000100:00100000:2.0:1789050403.438965:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875954714793856:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789050403.439201:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875954714794368:0@lo:400:kworker.0 00010000:00080000:3.0:1789050403.439274:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8baab729d880 x1875954714794880/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789050403.439283:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab729d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3645:1875954714794880:0@lo:400:kworker.0 00000100:00100000:1.0:1789050403.505704:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050403.507430:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704202880 00000100:00100000:3.0:1789050403.507445:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704202880 00000100:00100000:2.0:1789050403.507666:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 115 00000100:00100000:2.0:1789050403.507676:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2402:x1875954704202880:12345-192.168.203.42@tcp:250:mount.lustre.0 00010000:00080000:2.0:1789050403.507705:0:22746:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from 30519490-352c-489e-b15b-b195eb7c69ea@192.168.203.42@tcp t0 exp 0000000000000000 cur 625 last 0 00000020:00000080:2.0:1789050403.507734:0:22746:0:(genops.c:1384:class_connect()) connect: client 30519490-352c-489e-b15b-b195eb7c69ea, cookie 0x3b8ec5973df59262 00000100:00080000:2.0:1789050403.507877:0:22746:0:(import.c:65:import_set_state_nolock()) ffff8baaa8535000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789050403.508394:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30519490-352c-489e-b15b-b195eb7c69ea+5:2402:x1875954704202880:12345-192.168.203.42@tcp:250:mount.lustre.0 Request processed in 716us (2696us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050403.508404:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 115 00000100:00100000:3.0:1789050403.514445:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050403.514547:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704203008 00000100:00100000:0.0:1789050403.514558:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704203008 00000100:00100000:0.0:1789050403.514623:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 116 00000100:00100000:0.0:1789050403.514633:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30519490-352c-489e-b15b-b195eb7c69ea+5:18066:x1875954704203008:12345-192.168.203.42@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789050403.514649:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789050403.514668:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baa829d7e00/0x3b8ec5973df59269 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x13a683cad3967010 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050403.514696:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baa829d7e00/0x3b8ec5973df59269 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967010 expref: 6 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050403.514706:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baa829d7e00/0x3b8ec5973df59269 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967010 expref: 6 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050403.514715:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa829d7e00, rc 0) 00000100:00100000:0.0:1789050403.514778:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30519490-352c-489e-b15b-b195eb7c69ea+6:18066:x1875954704203008:12345-192.168.203.42@tcp:101:mount.lustre.0 Request processed in 146us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050403.514785:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 116 00000100:00100000:3.0:1789050403.523037:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050403.523172:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704203136 00000100:00100000:2.0:1789050403.523183:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704203136 00000100:00100000:2.0:1789050403.523296:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 117 00000100:00100000:2.0:1789050403.523306:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30519490-352c-489e-b15b-b195eb7c69ea+6:18066:x1875954704203136:12345-192.168.203.42@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789050403.523424:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30519490-352c-489e-b15b-b195eb7c69ea+6:18066:x1875954704203136:12345-192.168.203.42@tcp:501:mount.lustre.0 Request processed in 119us (578us total) trans 0 rc -2/-2 00000100:00100000:2.0:1789050403.523432:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 117 00000100:00100000:3.0:1789050403.525706:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050403.528462:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704203264 00000100:00100000:0.0:1789050403.528476:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704203264 00000100:00100000:0.0:1789050403.528528:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 118 00000100:00100000:0.0:1789050403.528536:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30519490-352c-489e-b15b-b195eb7c69ea+6:18066:x1875954704203264:12345-192.168.203.42@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789050403.528552:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789050403.528568:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baa829d7c00/0x3b8ec5973df59270 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x13a683cad3967017 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050403.528592:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baa829d7c00/0x3b8ec5973df59270 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967017 expref: 7 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050403.528615:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baa829d7c00/0x3b8ec5973df59270 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967017 expref: 7 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050403.528623:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa829d7c00, rc 0) 00000100:00100000:0.0:1789050403.528729:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30519490-352c-489e-b15b-b195eb7c69ea+7:18066:x1875954704203264:12345-192.168.203.42@tcp:101:mount.lustre.0 Request processed in 192us (3029us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050403.528738:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 118 00000100:00100000:3.0:1789050403.530210:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050403.530355:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704203392 00000100:00100000:1.0:1789050403.530416:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704203392 00000100:00100000:1.0:1789050403.530511:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 119 00000100:00100000:1.0:1789050403.530521:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30519490-352c-489e-b15b-b195eb7c69ea+7:18066:x1875954704203392:12345-192.168.203.42@tcp:501:mount.lustre.0 00000100:00100000:1.0:1789050403.530658:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30519490-352c-489e-b15b-b195eb7c69ea+8:18066:x1875954704203392:12345-192.168.203.42@tcp:501:mount.lustre.0 Request processed in 138us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050403.530666:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 119 00000100:00100000:3.0:1789050403.532317:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050403.532390:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704203520 00000100:00100000:0.0:1789050403.532401:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704203520 00000100:00100000:0.0:1789050403.532455:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 120 00000100:00100000:0.0:1789050403.532464:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa8494c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30519490-352c-489e-b15b-b195eb7c69ea+8:18066:x1875954704203520:12345-192.168.203.42@tcp:503:mount.lustre.0 00000100:00100000:0.0:1789050403.532583:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa8494c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30519490-352c-489e-b15b-b195eb7c69ea+8:18066:x1875954704203520:12345-192.168.203.42@tcp:503:mount.lustre.0 Request processed in 119us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050403.532591:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 120 00000100:00100000:3.0:1789050403.537859:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050403.538083:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704203648 00000100:00100000:2.0:1789050403.538115:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704203648 00000100:00100000:2.0:1789050403.538192:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 121 00000100:00100000:2.0:1789050403.538204:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98319f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30519490-352c-489e-b15b-b195eb7c69ea+8:18084:x1875954704203648:12345-192.168.203.42@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789050403.538361:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98319f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30519490-352c-489e-b15b-b195eb7c69ea+8:18084:x1875954704203648:12345-192.168.203.42@tcp:502:llog_process_th.0 Request processed in 159us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050403.538369:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 121 00000100:00100000:3.0:1789050403.559920:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050403.560260:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704203776 00000100:00100000:1.0:1789050403.560275:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704203776 00000100:00100000:1.0:1789050403.560354:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 122 00000100:00100000:1.0:1789050403.560377:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98319d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30519490-352c-489e-b15b-b195eb7c69ea+8:18084:x1875954704203776:12345-192.168.203.42@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789050403.560588:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98319d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30519490-352c-489e-b15b-b195eb7c69ea+8:18084:x1875954704203776:12345-192.168.203.42@tcp:502:llog_process_th.0 Request processed in 223us (682us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050403.560598:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 122 00000100:00100000:3.0:1789050403.564300:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050403.564408:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704203904 00000100:00100000:0.0:1789050403.564422:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704203904 00000100:00100000:0.0:1789050403.564496:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 123 00000100:00100000:0.0:1789050403.564508:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98319c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30519490-352c-489e-b15b-b195eb7c69ea+8:18084:x1875954704203904:12345-192.168.203.42@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789050403.564718:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98319c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30519490-352c-489e-b15b-b195eb7c69ea+8:18084:x1875954704203904:12345-192.168.203.42@tcp:502:llog_process_th.0 Request processed in 211us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050403.564727:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 123 00000100:00100000:3.0:1789050403.566990:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050403.567176:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704204032 00000100:00100000:2.0:1789050403.567189:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704204032 00000100:00100000:2.0:1789050403.567258:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 124 00000100:00100000:2.0:1789050403.567271:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98319e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30519490-352c-489e-b15b-b195eb7c69ea+8:18066:x1875954704204032:12345-192.168.203.42@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789050403.567293:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789050403.567316:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baac2176200/0x3b8ec5973df59277 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x13a683cad3967048 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050403.567354:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baac2176200/0x3b8ec5973df59277 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967048 expref: 9 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050403.567377:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baac2176200/0x3b8ec5973df59277 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967048 expref: 9 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050403.567387:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baac2176200, rc 0) 00000100:00100000:2.0:1789050403.567459:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98319e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30519490-352c-489e-b15b-b195eb7c69ea+9:18066:x1875954704204032:12345-192.168.203.42@tcp:101:mount.lustre.0 Request processed in 191us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050403.567468:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 124 00000100:00100000:3.0:1789050403.574219:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050403.574518:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704204160 00000100:00100000:1.0:1789050403.574532:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704204160 00000100:00100000:1.0:1789050403.574606:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 125 00000100:00100000:1.0:1789050403.574618:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98319fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30519490-352c-489e-b15b-b195eb7c69ea+9:18066:x1875954704204160:12345-192.168.203.42@tcp:256:mount.lustre.0 20000000:01000000:1.0:1789050403.574650:0:22744:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1789050403.574691:0:22744:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1789050403.574695:0:22744:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1789050403.574699:0:22744:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1789050403.574702:0:22744:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1789050403.574705:0:22744:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:1.0:1789050403.576591:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98319fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30519490-352c-489e-b15b-b195eb7c69ea+9:18066:x1875954704204160:12345-192.168.203.42@tcp:256:mount.lustre.0 Request processed in 1959us (2370us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050403.576610:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 125 00000100:00100000:3.0:1789050403.583782:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050403.584040:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704204288 00000100:00100000:0.0:1789050403.584054:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704204288 00000100:00100000:0.0:1789050403.584137:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 126 00000100:00100000:0.0:1789050403.584149:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98319cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30519490-352c-489e-b15b-b195eb7c69ea+9:18066:x1875954704204288:12345-192.168.203.42@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789050403.584191:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789050403.584215:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baa829d6800/0x3b8ec5973df5927e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x13a683cad396704f expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050403.584257:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baa829d6800/0x3b8ec5973df5927e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad396704f expref: 10 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050403.584272:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baa829d6800/0x3b8ec5973df5927e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad396704f expref: 10 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050403.584282:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa829d6800, rc 0) 00000100:00100000:0.0:1789050403.584357:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98319cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30519490-352c-489e-b15b-b195eb7c69ea+10:18066:x1875954704204288:12345-192.168.203.42@tcp:101:mount.lustre.0 Request processed in 209us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050403.585019:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 126 00000100:00100000:3.0:1789050403.586755:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050403.586848:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704204416 00000100:00100000:1.0:1789050403.586860:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704204416 00000100:00100000:1.0:1789050403.586923:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 127 00000100:00100000:1.0:1789050403.586980:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98319d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30519490-352c-489e-b15b-b195eb7c69ea+10:18066:x1875954704204416:12345-192.168.203.42@tcp:501:mount.lustre.0 00000100:00100000:1.0:1789050403.588197:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98319d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30519490-352c-489e-b15b-b195eb7c69ea+10:18066:x1875954704204416:12345-192.168.203.42@tcp:501:mount.lustre.0 Request processed in 1211us (1442us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050403.588211:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 127 00000100:00100000:3.0:1789050403.596307:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050403.596548:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704204544 00000100:00100000:0.0:1789050403.596560:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704204544 00000100:00100000:0.0:1789050403.596750:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 128 00000100:00100000:0.0:1789050403.596764:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98374ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30519490-352c-489e-b15b-b195eb7c69ea+10:18066:x1875954704204544:12345-192.168.203.42@tcp:503:mount.lustre.0 00000100:00100000:0.0:1789050403.597003:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98374ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30519490-352c-489e-b15b-b195eb7c69ea+10:18066:x1875954704204544:12345-192.168.203.42@tcp:503:mount.lustre.0 Request processed in 240us (709us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050403.597013:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 128 00000100:00100000:2.0:1789050403.599741:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050403.599987:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704204672 00000100:00100000:1.0:1789050403.600005:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704204672 00000100:00100000:1.0:1789050403.600071:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 129 00000100:00100000:1.0:1789050403.600082:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983749850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30519490-352c-489e-b15b-b195eb7c69ea+10:18090:x1875954704204672:12345-192.168.203.42@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789050403.600284:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983749850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30519490-352c-489e-b15b-b195eb7c69ea+10:18090:x1875954704204672:12345-192.168.203.42@tcp:502:llog_process_th.0 Request processed in 203us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050403.600293:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 129 00000100:00100000:3.0:1789050403.606665:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050403.607117:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704204800 00000100:00100000:0.0:1789050403.607131:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704204800 00000100:00100000:0.0:1789050403.607204:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 130 00000100:00100000:0.0:1789050403.607215:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98374a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30519490-352c-489e-b15b-b195eb7c69ea+10:18090:x1875954704204800:12345-192.168.203.42@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789050403.607454:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98374a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30519490-352c-489e-b15b-b195eb7c69ea+10:18090:x1875954704204800:12345-192.168.203.42@tcp:502:llog_process_th.0 Request processed in 240us (803us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050403.607471:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 130 00000100:00100000:3.0:1789050403.611423:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050403.611532:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050403.611874:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704204928 00000100:00100000:0.0:1789050403.611888:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704204928 00000100:00100000:0.0:1789050403.611982:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704205184 00000100:00100000:0.0:1789050403.611986:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704205184 00000100:00100000:1.0:1789050403.611993:0:25544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 7 00000100:00100000:1.0:1789050403.612006:0:25544:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983793800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2402:x1875954704204928:12345-192.168.203.42@tcp:38:mount.lustre.0 00010000:00080000:1.0:1789050403.612048:0:25544:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from 1f3ced78-4700-47c4-8f2c-36ef7b7bd304@192.168.203.42@tcp t0 exp 0000000000000000 cur 625 last 0 00000020:00000080:1.0:1789050403.612120:0:25544:0:(genops.c:1384:class_connect()) connect: client 1f3ced78-4700-47c4-8f2c-36ef7b7bd304, cookie 0x3b8ec5973df59285 00000004:00100000:1.0:1789050403.612171:0:25544:0:(mdt_handler.c:7311:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return 37 00000100:00100000:0.0:1789050403.612300:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8 00000100:00100000:0.0:1789050403.612307:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983790000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2402:x1875954704205184:12345-192.168.203.42@tcp:38:mount.lustre.0 00010000:00080000:0.0:1789050403.612326:0:22752:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from 1f3ced78-4700-47c4-8f2c-36ef7b7bd304@192.168.203.42@tcp t0 exp 0000000000000000 cur 625 last 0 00000020:00000080:0.0:1789050403.612430:0:22752:0:(genops.c:1384:class_connect()) connect: client 1f3ced78-4700-47c4-8f2c-36ef7b7bd304, cookie 0x3b8ec5973df5928c 00000004:00100000:0.0:1789050403.612448:0:22752:0:(mdt_handler.c:7311:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return 37 00000100:00080000:0.0:1789050403.612647:0:22752:0:(import.c:65:import_set_state_nolock()) ffff8baab80a1000 : changing import state from RECOVER to FULL 00000100:00080000:1.0:1789050403.615917:0:25544:0:(import.c:65:import_set_state_nolock()) ffff8baa90bd3000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789050403.616265:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983790000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+6:2402:x1875954704205184:12345-192.168.203.42@tcp:38:mount.lustre.0 Request processed in 3949us (4724us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050403.616280:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8 00000100:00100000:1.0:1789050403.616731:0:25544:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983793800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+6:2402:x1875954704204928:12345-192.168.203.42@tcp:38:mount.lustre.0 Request processed in 4723us (5321us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050403.616740:0:25544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 7 00000100:00100000:3.0:1789050403.625171:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050403.625722:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704205312 00000100:00100000:1.0:1789050403.625737:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704205312 00000100:00100000:1.0:1789050403.625842:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9 00000100:00100000:1.0:1789050403.625855:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983791880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+6:0:x1875954704205312:12345-192.168.203.42@tcp:41:mount.lustre.0 00000004:00000024:1.0:1789050403.625895:0:22753:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00080000:0.0:1789050403.625913:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789050403.626074:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983791880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+6:0:x1875954704205312:12345-192.168.203.42@tcp:41:mount.lustre.0 Request processed in 222us (918us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050403.626083:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9 00000100:00100000:3.0:1789050403.627423:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050403.627469:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050403.627552:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704205440 00000100:00100000:0.0:1789050403.627562:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704205440 00000100:00100000:0.0:1789050403.627635:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704205056 00000100:00100000:0.0:1789050403.627638:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704205056 00000100:00100000:0.0:1789050403.627665:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 10 00000100:00100000:0.0:1789050403.627675:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983792a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+7:18066:x1875954704205440:12345-192.168.203.42@tcp:41:mount.lustre.0 00000004:00000024:0.0:1789050403.627707:0:22752:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789050403.627789:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983792a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+7:18066:x1875954704205440:12345-192.168.203.42@tcp:41:mount.lustre.0 Request processed in 115us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050403.627796:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 10 00000100:00100000:0.0:1789050403.627813:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 11 00000100:00100000:0.0:1789050403.627835:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983791500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+6:0:x1875954704205056:12345-192.168.203.42@tcp:41:mount.lustre.0 00000004:00000024:0.0:1789050403.627847:0:22752:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789050403.627870:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983791500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+6:0:x1875954704205056:12345-192.168.203.42@tcp:41:mount.lustre.0 Request processed in 36us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050403.627877:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 11 00000100:00080000:2.0:1789050403.627969:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789050403.634781:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050403.634897:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704205568 00000100:00100000:0.0:1789050403.634911:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704205568 00000100:00100000:0.0:1789050403.635031:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 12 00000100:00100000:0.0:1789050403.635044:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983790e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+6:18066:x1875954704205568:12345-192.168.203.42@tcp:40:mount.lustre.0 00000100:00100000:0.0:1789050403.635351:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983790e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+6:18066:x1875954704205568:12345-192.168.203.42@tcp:40:mount.lustre.0 Request processed in 308us (584us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050403.635361:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 12 00000100:00100000:3.0:1789050403.641810:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050403.641865:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050403.641905:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050403.642025:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704205952 00000100:00100000:1.0:1789050403.642038:0:22763:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704205952 00000100:00100000:1.0:1789050403.642120:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3 00000100:00100000:1.0:1789050403.642240:0:22763:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983793b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+6:18066:x1875954704205952:12345-192.168.203.42@tcp:900:mount.lustre.0 00000100:00100000:1.0:1789050403.642369:0:22763:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983793b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+6:18066:x1875954704205952:12345-192.168.203.42@tcp:900:mount.lustre.0 Request processed in 227us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050403.642379:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3 00000100:00100000:2.0:1789050403.645495:0:24255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704205696 00000100:00100000:2.0:1789050403.645538:0:24255:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704205696 00000100:00100000:2.0:1789050403.645652:0:24255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704205824 00000100:00100000:2.0:1789050403.645657:0:24255:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704205824 00000100:00100000:2.0:1789050403.645698:0:24255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 16 00000100:00100000:2.0:1789050403.645709:0:24255:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983790700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2402:x1875954704205696:12345-192.168.203.42@tcp:8:mount.lustre.0 00010000:00080000:2.0:1789050403.645754:0:24255:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from 1f3ced78-4700-47c4-8f2c-36ef7b7bd304@192.168.203.42@tcp t0 exp 0000000000000000 cur 625 last 0 00000020:00000080:2.0:1789050403.645795:0:24255:0:(genops.c:1384:class_connect()) connect: client 1f3ced78-4700-47c4-8f2c-36ef7b7bd304, cookie 0x3b8ec5973df59293 00002000:00100000:2.0:1789050403.645809:0:24255:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 1f3ced78-4700-47c4-8f2c-36ef7b7bd304/ffff8baa91c6f000 ocd_connect_flags: 0xa046faf2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1789050403.645822:0:24255:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return 37 00002000:00080000:2.0:1789050403.646084:0:24255:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00100000:3.0:1789050403.646479:0:25210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 17 00000100:00100000:3.0:1789050403.646487:0:25210:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983792300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2402:x1875954704205824:12345-192.168.203.42@tcp:8:mount.lustre.0 00010000:00080000:3.0:1789050403.646514:0:25210:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from 1f3ced78-4700-47c4-8f2c-36ef7b7bd304@192.168.203.42@tcp t0 exp 0000000000000000 cur 625 last 0 00000020:00000080:3.0:1789050403.646543:0:25210:0:(genops.c:1384:class_connect()) connect: client 1f3ced78-4700-47c4-8f2c-36ef7b7bd304, cookie 0x3b8ec5973df5929a 00002000:00100000:3.0:1789050403.646551:0:25210:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 1f3ced78-4700-47c4-8f2c-36ef7b7bd304/ffff8baab87ba800 ocd_connect_flags: 0xa046faf2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1789050403.646560:0:25210:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return 37 00002000:00080000:3.0:1789050403.646683:0:25210:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1789050403.646703:0:25210:0:(import.c:65:import_set_state_nolock()) ffff8baab87be000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789050403.646797:0:25210:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983792300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+6:2402:x1875954704205824:12345-192.168.203.42@tcp:8:mount.lustre.0 Request processed in 309us (4891us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050403.646805:0:25210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 17 00000100:00100000:3.0:1789050403.647551:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050403.647758:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704206080 00000100:00100000:3.0:1789050403.647769:0:22755:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704206080 00000100:00100000:3.0:1789050403.647822:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 0 00000100:00100000:3.0:1789050403.647833:0:22755:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983790a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+6:18066:x1875954704206080:12345-192.168.203.42@tcp:33:mount.lustre.0 00000100:00080000:2.0:1789050403.648010:0:24255:0:(import.c:65:import_set_state_nolock()) ffff8ba982739000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789050403.649227:0:24255:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983790700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+6:2402:x1875954704205696:12345-192.168.203.42@tcp:8:mount.lustre.0 Request processed in 3509us (7353us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050403.649240:0:24255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 16 00000004:00080000:0.0:1789050403.653134:0:22755:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 5194us 00000004:00200000:0.0:1789050403.683559:0:22755:0:(mdt_handler.c:922:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1789050403.683746:0:22755:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983790a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+6:18066:x1875954704206080:12345-192.168.203.42@tcp:33:mount.lustre.0 Request processed in 35907us (36191us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050403.683764:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 0 00000100:00100000:3.0:1789050403.829671:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050403.829758:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704206208 00000100:00100000:0.0:1789050403.829773:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704206208 00000100:00100000:0.0:1789050403.829843:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 13 00000100:00100000:0.0:1789050403.829855:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983791f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+6:18113:x1875954704206208:12345-192.168.203.42@tcp:101:mkdir.0 00010000:00010000:0.0:1789050403.829883:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789050403.829918:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6e00/0x3b8ec5973df592a1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13a683cad3967080 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050403.830189:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6a00/0x3b8ec5973df592a8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050403.830207:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6a00/0x3b8ec5973df592a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050403.830226:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6a00/0x3b8ec5973df592a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789050403.830289:0:22753:0:(mdt_handler.c:922:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1789050403.830294:0:22753:0:(mdt_handler.c:1587:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789050403.830363:0:22753:0:(mdt_handler.c:2522:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6a00/0x3b8ec5973df592a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050403.830398:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6e00/0x3b8ec5973df592a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967080 expref: 8 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050403.830423:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6a00/0x3b8ec5973df592a8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967080 expref: 7 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050403.830433:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8baab0f95100) 00010000:00010000:0.0:1789050403.830436:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789050403.830441:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa829d6a00, rc 0) 00000100:00100000:0.0:1789050403.830561:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983791f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+7:18113:x1875954704206208:12345-192.168.203.42@tcp:101:mkdir.0 Request processed in 708us (906us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050403.830569:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 13 00010000:00010000:2.0:1789050404.073379:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1789050404.975725:0:24252:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 1f3ced78-4700-47c4-8f2c-36ef7b7bd304 00000001:00100000:0.0:1789050404.975989:0:25070:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 1f3ced78-4700-47c4-8f2c-36ef7b7bd304 00010000:00010000:3.0:1789050405.097522:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789050405.545607:0:22786:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789050405.837734:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050405.837898:0:25544:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704206336 00000100:00100000:1.0:1789050405.837933:0:25544:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704206336 00000100:00080000:2.0:1789050405.838265:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789050405.838303:0:25544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 14 00000100:00100000:1.0:1789050405.838322:0:25544:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+7:18166:x1875954704206336:12345-192.168.203.42@tcp:41:lfs.0 00000004:00000024:1.0:1789050405.838378:0:25544:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789050405.838563:0:25544:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+7:18166:x1875954704206336:12345-192.168.203.42@tcp:41:lfs.0 Request processed in 247us (837us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050405.838590:0:25544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 14 00000100:00100000:2.0:1789050405.851577:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050405.851652:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704206464 00000100:00100000:3.0:1789050405.851662:0:22754:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704206464 00000100:00100000:3.0:1789050405.851729:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 15 00000100:00100000:3.0:1789050405.851739:0:22754:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7d51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+6:18166:x1875954704206464:12345-192.168.203.42@tcp:41:lfs.0 00000004:00000024:3.0:1789050405.851773:0:22754:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789050405.851857:0:22754:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7d51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+6:18166:x1875954704206464:12345-192.168.203.42@tcp:41:lfs.0 Request processed in 121us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050405.851864:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 15 00000100:00080000:2.0:1789050405.851925:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789050405.856462:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050405.857850:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704206592 00000100:00100000:1.0:1789050405.857871:0:24260:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704206592 00000100:00100000:1.0:1789050405.858080:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9 00000100:00100000:1.0:1789050405.858104:0:24260:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983793480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+5:18166:x1875954704206592:12345-192.168.203.42@tcp:13:lfs.0 00002000:00000024:1.0:1789050405.858378:0:24260:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789050405.858508:0:24260:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983793480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+5:18166:x1875954704206592:12345-192.168.203.42@tcp:13:lfs.0 Request processed in 406us (2055us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050405.858516:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9 00000100:00080000:2.0:1789050405.859178:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789050405.872169:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050405.872279:0:24259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704206720 00000100:00100000:3.0:1789050405.872295:0:24259:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704206720 00000100:00100000:3.0:1789050405.872398:0:24259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 10 00000100:00080000:2.0:1789050405.872403:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789050405.872411:0:24259:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba981b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+5:18166:x1875954704206720:12345-192.168.203.42@tcp:13:lfs.0 00002000:00000024:3.0:1789050405.872444:0:24259:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789050405.872561:0:24259:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba981b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+5:18166:x1875954704206720:12345-192.168.203.42@tcp:13:lfs.0 Request processed in 153us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050405.872569:0:24259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 10 00000100:00100000:3.0:1789050406.113312:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050406.113481:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704206848 00000100:00100000:1.0:1789050406.113500:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704206848 00000100:00100000:1.0:1789050406.113636:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 131 00000100:00100000:1.0:1789050406.113649:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983748050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30519490-352c-489e-b15b-b195eb7c69ea+10:18199:x1875954704206848:12345-192.168.203.42@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789050406.113671:0:22744:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789050406.113696:0:22744:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baa86db0400/0x3b8ec5973df592af lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x13a683cad3967087 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050406.113734:0:22744:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baa86db0400/0x3b8ec5973df592af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967087 expref: 11 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050406.113746:0:22744:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baa86db0400/0x3b8ec5973df592af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967087 expref: 11 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050406.113758:0:22744:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa86db0400, rc 0) 00000100:00100000:1.0:1789050406.113854:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983748050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30519490-352c-489e-b15b-b195eb7c69ea+11:18199:x1875954704206848:12345-192.168.203.42@tcp:101:mount.lustre.0 Request processed in 201us (546us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050406.113879:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 131 00010000:00010000:1.0:1789050406.121310:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789050406.123426:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050406.127703:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704206976 00000100:00100000:2.0:1789050406.127719:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704206976 00000100:00100000:2.0:1789050406.127798:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 132 00000100:00100000:2.0:1789050406.127809:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98374bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30519490-352c-489e-b15b-b195eb7c69ea+11:18199:x1875954704206976:12345-192.168.203.42@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789050406.128006:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98374bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30519490-352c-489e-b15b-b195eb7c69ea+11:18199:x1875954704206976:12345-192.168.203.42@tcp:501:mount.lustre.0 Request processed in 199us (4589us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050406.128014:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 132 00000100:00100000:2.0:1789050406.133035:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050406.133254:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704207104 00000100:00100000:1.0:1789050406.133265:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704207104 00000100:00100000:1.0:1789050406.133387:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 133 00000100:00100000:1.0:1789050406.133400:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98374a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30519490-352c-489e-b15b-b195eb7c69ea+11:18199:x1875954704207104:12345-192.168.203.42@tcp:503:mount.lustre.0 00000100:00100000:1.0:1789050406.133586:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98374a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30519490-352c-489e-b15b-b195eb7c69ea+11:18199:x1875954704207104:12345-192.168.203.42@tcp:503:mount.lustre.0 Request processed in 189us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050406.133594:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 133 00000100:00100000:3.0:1789050406.147228:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050406.147549:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704207232 00000100:00100000:0.0:1789050406.147564:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704207232 00000100:00100000:0.0:1789050406.147642:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 134 00000100:00100000:0.0:1789050406.147654:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983749450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30519490-352c-489e-b15b-b195eb7c69ea+11:18205:x1875954704207232:12345-192.168.203.42@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789050406.147858:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983749450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30519490-352c-489e-b15b-b195eb7c69ea+11:18205:x1875954704207232:12345-192.168.203.42@tcp:502:llog_process_th.0 Request processed in 205us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050406.147866:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 134 00000100:00100000:0.0:1789050406.180841:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050406.180997:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704207360 00000100:00100000:2.0:1789050406.181011:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704207360 00000100:00100000:2.0:1789050406.181200:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 135 00000100:00100000:2.0:1789050406.181213:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983748850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30519490-352c-489e-b15b-b195eb7c69ea+11:18205:x1875954704207360:12345-192.168.203.42@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789050406.181419:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983748850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30519490-352c-489e-b15b-b195eb7c69ea+11:18205:x1875954704207360:12345-192.168.203.42@tcp:502:llog_process_th.0 Request processed in 207us (590us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050406.181428:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 135 00000100:00100000:2.0:1789050406.186189:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050406.186299:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704207488 00000100:00100000:1.0:1789050406.186315:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704207488 00000100:00100000:1.0:1789050406.186387:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 136 00000100:00100000:1.0:1789050406.186400:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98374b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30519490-352c-489e-b15b-b195eb7c69ea+11:18205:x1875954704207488:12345-192.168.203.42@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789050406.186780:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98374b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30519490-352c-489e-b15b-b195eb7c69ea+11:18205:x1875954704207488:12345-192.168.203.42@tcp:502:llog_process_th.0 Request processed in 382us (605us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050406.186791:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 136 00000100:00100000:3.0:1789050406.193900:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050406.194114:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704207616 00000100:00100000:2.0:1789050406.194128:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704207616 00000100:00100000:2.0:1789050406.194202:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 137 00000100:00100000:2.0:1789050406.194214:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98374a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30519490-352c-489e-b15b-b195eb7c69ea+11:18199:x1875954704207616:12345-192.168.203.42@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789050406.194238:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789050406.194264:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baac2177400/0x3b8ec5973df592b6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x13a683cad39670b8 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050406.194303:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baac2177400/0x3b8ec5973df592b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad39670b8 expref: 12 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050406.194318:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baac2177400/0x3b8ec5973df592b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad39670b8 expref: 12 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050406.194328:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baac2177400, rc 0) 00000100:00100000:2.0:1789050406.194410:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98374a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30519490-352c-489e-b15b-b195eb7c69ea+12:18199:x1875954704207616:12345-192.168.203.42@tcp:101:mount.lustre.0 Request processed in 198us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050406.194419:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 137 00000100:00100000:3.0:1789050406.196758:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050406.196876:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704207744 00000100:00100000:1.0:1789050406.196888:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704207744 00000100:00100000:1.0:1789050406.197008:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 138 00000100:00100000:1.0:1789050406.197020:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983749050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30519490-352c-489e-b15b-b195eb7c69ea+12:18199:x1875954704207744:12345-192.168.203.42@tcp:256:mount.lustre.0 20000000:01000000:1.0:1789050406.197106:0:22744:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1789050406.197151:0:22744:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1789050406.197156:0:22744:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1789050406.197159:0:22744:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1789050406.197162:0:22744:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1789050406.197170:0:22744:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1789050406.199273:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983749050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30519490-352c-489e-b15b-b195eb7c69ea+12:18199:x1875954704207744:12345-192.168.203.42@tcp:256:mount.lustre.0 Request processed in 2243us (2516us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050406.199290:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 138 00000100:00100000:3.0:1789050406.203232:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050406.205461:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704207872 00000100:00100000:0.0:1789050406.205482:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704207872 00000100:00100000:0.0:1789050406.205670:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 139 00000100:00100000:0.0:1789050406.205684:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983748c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30519490-352c-489e-b15b-b195eb7c69ea+12:18199:x1875954704207872:12345-192.168.203.42@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789050406.205705:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789050406.205729:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baa829d6600/0x3b8ec5973df592bd lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x13a683cad39670bf expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050406.205769:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baa829d6600/0x3b8ec5973df592bd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad39670bf expref: 13 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050406.205783:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baa829d6600/0x3b8ec5973df592bd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad39670bf expref: 13 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050406.205794:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa829d6600, rc 0) 00000100:00100000:0.0:1789050406.205869:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983748c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30519490-352c-489e-b15b-b195eb7c69ea+13:18199:x1875954704207872:12345-192.168.203.42@tcp:101:mount.lustre.0 Request processed in 189us (2655us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050406.205899:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 139 00000100:00100000:3.0:1789050406.208054:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050406.208175:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704208000 00000100:00100000:2.0:1789050406.208188:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704208000 00000100:00100000:2.0:1789050406.208250:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 140 00000100:00100000:2.0:1789050406.208261:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98374b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30519490-352c-489e-b15b-b195eb7c69ea+13:18199:x1875954704208000:12345-192.168.203.42@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789050406.208457:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98374b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30519490-352c-489e-b15b-b195eb7c69ea+13:18199:x1875954704208000:12345-192.168.203.42@tcp:501:mount.lustre.0 Request processed in 197us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050406.208465:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 140 00000100:00100000:1.0:1789050406.211356:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050406.211662:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704208128 00000100:00100000:0.0:1789050406.211675:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704208128 00000100:00100000:0.0:1789050406.211789:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 141 00000100:00100000:0.0:1789050406.211802:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30519490-352c-489e-b15b-b195eb7c69ea+13:18199:x1875954704208128:12345-192.168.203.42@tcp:503:mount.lustre.0 00000100:00100000:0.0:1789050406.212050:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30519490-352c-489e-b15b-b195eb7c69ea+13:18199:x1875954704208128:12345-192.168.203.42@tcp:503:mount.lustre.0 Request processed in 244us (710us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050406.212059:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 141 00000100:00100000:0.0:1789050406.215598:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050406.216460:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704208256 00000100:00100000:3.0:1789050406.216477:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704208256 00000100:00100000:3.0:1789050406.216631:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 142 00000100:00100000:3.0:1789050406.216644:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30519490-352c-489e-b15b-b195eb7c69ea+13:18208:x1875954704208256:12345-192.168.203.42@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789050406.217091:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30519490-352c-489e-b15b-b195eb7c69ea+13:18208:x1875954704208256:12345-192.168.203.42@tcp:502:llog_process_th.0 Request processed in 447us (1506us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050406.217100:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 142 00000100:00100000:3.0:1789050406.223846:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050406.225280:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704208384 00000100:00100000:0.0:1789050406.225302:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704208384 00000100:00100000:0.0:1789050406.227337:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 143 00000100:00100000:0.0:1789050406.227449:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30519490-352c-489e-b15b-b195eb7c69ea+13:18208:x1875954704208384:12345-192.168.203.42@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789050406.227831:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30519490-352c-489e-b15b-b195eb7c69ea+13:18208:x1875954704208384:12345-192.168.203.42@tcp:502:llog_process_th.0 Request processed in 399us (4007us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050406.227840:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 143 00000100:00100000:1.0:1789050406.238844:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050406.238880:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050406.238902:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050406.238969:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050406.239009:0:24257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704209024 00000100:00100000:1.0:1789050406.239021:0:24257:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704209024 00000100:00100000:1.0:1789050406.239090:0:24257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 4 00000100:00100000:1.0:1789050406.239101:0:24257:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba981b00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+5:2405:x1875954704209024:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:1.0:1789050406.239182:0:24257:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba981b00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+5:2405:x1875954704209024:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 83us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050406.239190:0:24257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 4 00000100:00100000:0.0:1789050406.239765:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704208512 00000100:00100000:0.0:1789050406.239773:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704208512 00000100:00100000:0.0:1789050406.239808:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704209280 00000100:00100000:0.0:1789050406.239812:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704209280 00000100:00100000:0.0:1789050406.239820:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704208768 00000100:00100000:0.0:1789050406.239822:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704208768 00000100:00100000:0.0:1789050406.239842:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 34 00000100:00100000:0.0:1789050406.239849:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba981b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+6:2405:x1875954704208768:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:0.0:1789050406.239894:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba981b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+6:2405:x1875954704208768:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 46us (991us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050406.239929:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 34 00000100:00100000:0.0:1789050406.239968:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 16 00000100:00100000:0.0:1789050406.239973:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba981b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2402:x1875954704208512:12345-192.168.203.42@tcp:38:mount.lustre.0 00010000:00080000:0.0:1789050406.240000:0:22752:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from 3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1@192.168.203.42@tcp t0 exp 0000000000000000 cur 628 last 0 00000020:00000080:0.0:1789050406.240046:0:22752:0:(genops.c:1384:class_connect()) connect: client 3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1, cookie 0x3b8ec5973df592c4 00000004:00100000:0.0:1789050406.240075:0:22752:0:(mdt_handler.c:7311:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return 37 00000100:00080000:0.0:1789050406.240189:0:22752:0:(import.c:65:import_set_state_nolock()) ffff8baab4768800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789050406.240218:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba981b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+6:2402:x1875954704208512:12345-192.168.203.42@tcp:38:mount.lustre.0 Request processed in 244us (1388us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050406.240225:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 16 00000100:00100000:0.0:1789050406.240237:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 17 00000100:00100000:0.0:1789050406.240241:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba981b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2402:x1875954704209280:12345-192.168.203.42@tcp:38:mount.lustre.0 00010000:00080000:0.0:1789050406.240256:0:22752:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from 3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1@192.168.203.42@tcp t0 exp 0000000000000000 cur 628 last 0 00000020:00000080:0.0:1789050406.240277:0:22752:0:(genops.c:1384:class_connect()) connect: client 3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1, cookie 0x3b8ec5973df592cb 00000004:00100000:0.0:1789050406.240288:0:22752:0:(mdt_handler.c:7311:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return 37 00000100:00080000:0.0:1789050406.240326:0:22752:0:(import.c:65:import_set_state_nolock()) ffff8baab476b000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789050406.240345:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba981b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+6:2402:x1875954704209280:12345-192.168.203.42@tcp:38:mount.lustre.0 Request processed in 102us (1464us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050406.240351:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 17 00000100:00100000:0.0:1789050406.243399:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050406.243456:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050406.243599:0:24258:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704208896 00000100:00100000:1.0:1789050406.243612:0:24258:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704208896 00000100:00100000:1.0:1789050406.243686:0:24258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5 00000100:00100000:1.0:1789050406.243697:0:24258:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+5:2406:x1875954704208896:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:1.0:1789050406.243783:0:24258:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+5:2406:x1875954704208896:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 88us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050406.243791:0:24258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5 00000100:00100000:3.0:1789050406.244345:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704208640 00000100:00100000:3.0:1789050406.244352:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704208640 00000100:00100000:3.0:1789050406.244385:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 35 00000100:00100000:3.0:1789050406.244392:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+7:2406:x1875954704208640:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:3.0:1789050406.244441:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+7:2406:x1875954704208640:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 50us (1057us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050406.244449:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 35 00000100:00100000:0.0:1789050406.246444:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050406.246611:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704209536 00000100:00100000:1.0:1789050406.246623:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704209536 00000100:00100000:1.0:1789050406.246761:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 18 00000100:00100000:1.0:1789050406.246773:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+6:18199:x1875954704209536:12345-192.168.203.42@tcp:41:mount.lustre.0 00000004:00000024:1.0:1789050406.246813:0:22753:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789050406.246894:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+6:18199:x1875954704209536:12345-192.168.203.42@tcp:41:mount.lustre.0 Request processed in 122us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050406.246928:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 18 00000100:00080000:2.0:1789050406.249606:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789050406.253235:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050406.253290:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050406.253401:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704209408 00000100:00100000:3.0:1789050406.253414:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704209408 00000100:00100000:3.0:1789050406.253505:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704209152 00000100:00100000:3.0:1789050406.253509:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704209152 00000100:00100000:3.0:1789050406.253543:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 19 00000100:00100000:3.0:1789050406.253555:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+6:0:x1875954704209408:12345-192.168.203.42@tcp:41:mount.lustre.0 00000004:00000024:3.0:1789050406.253598:0:22752:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789050406.253692:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+6:0:x1875954704209408:12345-192.168.203.42@tcp:41:mount.lustre.0 Request processed in 140us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050406.253701:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 19 00000100:00100000:3.0:1789050406.253721:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 20 00000100:00100000:3.0:1789050406.253727:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+6:0:x1875954704209152:12345-192.168.203.42@tcp:41:mount.lustre.0 00000004:00000024:3.0:1789050406.253739:0:22752:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789050406.253771:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+6:0:x1875954704209152:12345-192.168.203.42@tcp:41:mount.lustre.0 Request processed in 44us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050406.253784:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 20 00000100:00080000:2.0:1789050406.254578:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789050406.256170:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050406.256580:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704209664 00000100:00100000:3.0:1789050406.256594:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704209664 00000100:00100000:3.0:1789050406.256665:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 21 00000100:00100000:3.0:1789050406.256676:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab729ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+6:18199:x1875954704209664:12345-192.168.203.42@tcp:40:mount.lustre.0 00000100:00100000:3.0:1789050406.256787:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab729ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+6:18199:x1875954704209664:12345-192.168.203.42@tcp:40:mount.lustre.0 Request processed in 113us (629us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050406.256795:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 21 00000100:00100000:3.0:1789050406.263054:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050406.263514:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704210048 00000100:00100000:1.0:1789050406.263529:0:22763:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704210048 00000100:00100000:1.0:1789050406.263609:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 4 00000100:00100000:1.0:1789050406.263621:0:22763:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983793100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+6:18199:x1875954704210048:12345-192.168.203.42@tcp:900:mount.lustre.0 00000100:00100000:1.0:1789050406.264520:0:22763:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983793100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+6:18199:x1875954704210048:12345-192.168.203.42@tcp:900:mount.lustre.0 Request processed in 894us (1482us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050406.264533:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 4 00000100:00100000:0.0:1789050406.267014:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050406.267191:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050406.274563:0:24257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704209792 00000100:00100000:3.0:1789050406.274585:0:24257:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704209792 00000100:00100000:3.0:1789050406.274642:0:24257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704209920 00000100:00100000:3.0:1789050406.274645:0:24257:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704209920 00000100:00100000:3.0:1789050406.274680:0:24257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 18 00000100:00100000:3.0:1789050406.274689:0:24257:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2402:x1875954704209792:12345-192.168.203.42@tcp:8:mount.lustre.0 00010000:00080000:3.0:1789050406.274738:0:24257:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from 3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1@192.168.203.42@tcp t0 exp 0000000000000000 cur 628 last 0 00000020:00000080:3.0:1789050406.274783:0:24257:0:(genops.c:1384:class_connect()) connect: client 3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1, cookie 0x3b8ec5973df592d2 00000100:00100000:1.0:1789050406.274784:0:25209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 19 00002000:00100000:3.0:1789050406.274801:0:24257:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1/ffff8baab87be800 ocd_connect_flags: 0xa046faf2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1789050406.274816:0:24257:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return 37 00000100:00100000:1.0:1789050406.274870:0:25209:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2402:x1875954704209920:12345-192.168.203.42@tcp:8:mount.lustre.0 00010000:00080000:1.0:1789050406.274895:0:25209:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from 3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1@192.168.203.42@tcp t0 exp 0000000000000000 cur 628 last 0 00002000:00080000:3.0:1789050406.274925:0:24257:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000020:00000080:1.0:1789050406.274976:0:25209:0:(genops.c:1384:class_connect()) connect: client 3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1, cookie 0x3b8ec5973df592d9 00002000:00100000:1.0:1789050406.274984:0:25209:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1/ffff8baabfded800 ocd_connect_flags: 0xa046faf2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1789050406.274992:0:25209:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return 37 00000100:00080000:3.0:1789050406.275004:0:24257:0:(import.c:65:import_set_state_nolock()) ffff8baab87b8800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789050406.275087:0:24257:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+6:2402:x1875954704209792:12345-192.168.203.42@tcp:8:mount.lustre.0 Request processed in 398us (8088us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050406.275096:0:24257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 18 00002000:00080000:1.0:1789050406.275254:0:25209:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1789050406.275273:0:25209:0:(import.c:65:import_set_state_nolock()) ffff8baabfdeb800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789050406.275303:0:25209:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+6:2402:x1875954704209920:12345-192.168.203.42@tcp:8:mount.lustre.0 Request processed in 508us (8112us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050406.275312:0:25209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 19 00000100:00100000:0.0:1789050406.275445:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050406.276585:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704210176 00000100:00100000:3.0:1789050406.276615:0:22756:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704210176 00000100:00100000:3.0:1789050406.276716:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1 00000100:00100000:3.0:1789050406.276728:0:22756:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+6:18199:x1875954704210176:12345-192.168.203.42@tcp:33:mount.lustre.0 00000004:00200000:3.0:1789050406.276843:0:22756:0:(mdt_handler.c:922:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1789050406.276980:0:22756:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+6:18199:x1875954704210176:12345-192.168.203.42@tcp:33:mount.lustre.0 Request processed in 254us (1536us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050406.276990:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1 00000100:00100000:0.0:1789050406.459529:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050406.460030:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704210304 00000100:00100000:1.0:1789050406.460044:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704210304 00000100:00100000:1.0:1789050406.460164:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 22 00000100:00100000:1.0:1789050406.460176:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+6:18231:x1875954704210304:12345-192.168.203.42@tcp:101:mkdir.0 00010000:00010000:1.0:1789050406.460203:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789050406.460250:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1600/0x3b8ec5973df592e0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13a683cad39670f0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050406.460358:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df592e7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050406.460375:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df592e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050406.460392:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df592e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789050406.460457:0:22753:0:(mdt_handler.c:922:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1789050406.460460:0:22753:0:(mdt_handler.c:1587:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789050406.460485:0:22753:0:(mdt_handler.c:2522:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df592e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050406.460515:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1600/0x3b8ec5973df592e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad39670f0 expref: 8 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050406.460537:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df592e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad39670f0 expref: 7 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050406.460546:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8baab0f95100) 00010000:00010000:1.0:1789050406.460550:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789050406.460554:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa86db0c00, rc 0) 00000100:00100000:1.0:1789050406.460635:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+7:18231:x1875954704210304:12345-192.168.203.42@tcp:101:mkdir.0 Request processed in 461us (1121us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050406.460643:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 22 00000100:00100000:3.0:1789050407.017107:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789050407.017129:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983792d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714795136:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789050407.017191:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050407.017232:0:24259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714795136 00000100:00100000:3.0:1789050407.017239:0:24259:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714795136 00000100:00100000:3.0:1789050407.017285:0:24259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789050407.017293:0:24259:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983791c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875954714795136:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1789050407.017753:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1789050407.018464:0:24259:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789050407.018767:0:24259:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983791c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875954714795136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1472us (1573us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050407.018776:0:24259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789050407.018990:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983792d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714795136:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1789050407.147247:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789050408.041791:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983f58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875954714795264:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789050408.041862:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050408.041985:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714795392:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789050408.042009:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050408.042052:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714795264 00000100:00100000:1.0:1789050408.042060:0:24280:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714795264 00000100:00100000:1.0:1789050408.042117:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714795392 00000100:00100000:1.0:1789050408.042121:0:24280:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714795392 00000100:00100000:1.0:1789050408.042140:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789050408.042152:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789050408.042153:0:24280:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983792680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875954714795264:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789050408.042168:0:22757:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983791180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714795392:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789050408.042190:0:24280:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000004:00000024:0.0:1789050408.042193:0:22757:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789050408.042258:0:22757:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983791180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714795392:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050408.042266:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789050408.044047:0:24280:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983792680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875954714795264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1892us (2177us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050408.044060:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789050408.044152:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983f58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875954714795264:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789050408.044169:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714795392:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1789050408.171142:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789050408.553247:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983792d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875954714795520:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789050408.553341:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050408.553684:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983c4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875954714795776:0@lo:400:kworker.0 00000100:00100000:3.0:1789050408.553719:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050408.553737:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983c4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875954714796288:0@lo:400:kworker.0 00000100:00100000:3.0:1789050408.553758:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050408.553772:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983c4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3647:1875954714796800:0@lo:400:kworker.0 00000100:00100000:3.0:1789050408.553789:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050408.553805:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1789050408.553810:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3647:1875954714795648:0@lo:400:kworker.0 00000100:00100000:3.0:1789050408.553838:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050408.553865:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983c4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875954714796160:0@lo:400:kworker.0 00000100:00100000:3.0:1789050408.553887:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050408.553914:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983c4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3647:1875954714796672:0@lo:400:kworker.0 00000100:00100000:3.0:1789050408.553934:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050408.553998:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714796288 00000100:00100000:3.0:1789050408.554009:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714796288 00000100:00100000:3.0:1789050408.554063:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714796800 00000100:00100000:3.0:1789050408.554066:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714796800 00000100:00100000:3.0:1789050408.554089:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714796672 00000100:00100000:3.0:1789050408.554092:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714796672 00000100:00100000:3.0:1789050408.554109:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789050408.554118:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875954714796288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050408.554178:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875954714796288:12345-0@lo:400:kworker.0 Request processed in 61us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050408.554185:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789050408.554203:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789050408.554209:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1875954714796800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050408.554245:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1875954714796800:12345-0@lo:400:kworker.0 Request processed in 37us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050408.554251:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789050408.554261:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789050408.554266:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1875954714796672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050408.554285:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1875954714796672:12345-0@lo:400:kworker.0 Request processed in 19us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050408.554290:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789050408.554310:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714795648 00000100:00100000:3.0:1789050408.554313:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714795648 00000100:00100000:3.0:1789050408.554416:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1789050408.554423:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:3647:x1875954714795648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050408.554452:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:3647:x1875954714795648:12345-0@lo:400:kworker.0 Request processed in 31us (614us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050408.554458:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1789050408.554484:0:24257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714795776 00000100:00100000:3.0:1789050408.554488:0:24257:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714795776 00000100:00100000:3.0:1789050408.554513:0:24257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714796160 00000100:00100000:3.0:1789050408.554515:0:24257:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714796160 00000100:00100000:3.0:1789050408.554531:0:24257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789050408.554536:0:24257:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1875954714795776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050408.554561:0:24257:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1875954714795776:12345-0@lo:400:kworker.0 Request processed in 25us (842us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050408.554567:0:24257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789050408.554576:0:24257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789050408.554581:0:24257:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1875954714796160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050408.554611:0:24257:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1875954714796160:12345-0@lo:400:kworker.0 Request processed in 31us (723us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050408.554617:0:24257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789050408.554655:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983c4d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875954714796032:0@lo:400:kworker.0 00000100:00100000:3.0:1789050408.554677:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050408.554692:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983c4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3645:1875954714796544:0@lo:400:kworker.0 00000100:00100000:3.0:1789050408.554708:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050408.554722:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1789050408.554727:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983c4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875954714795904:0@lo:400:kworker.0 00000100:00100000:3.0:1789050408.554742:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050408.554755:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983c4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3645:1875954714796416:0@lo:400:kworker.0 00000100:00100000:3.0:1789050408.554772:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050408.554789:0:25544:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714796544 00000100:00100000:3.0:1789050408.554792:0:25544:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714796544 00000100:00100000:3.0:1789050408.554810:0:25544:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714795904 00000100:00100000:3.0:1789050408.554812:0:25544:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714795904 00000100:00100000:3.0:1789050408.554821:0:25544:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714796416 00000100:00100000:3.0:1789050408.554823:0:25544:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714796416 00000100:00100000:3.0:1789050408.554834:0:25544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789050408.554839:0:25544:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875954714796544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050408.554866:0:25544:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875954714796544:12345-0@lo:400:kworker.0 Request processed in 27us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050408.554871:0:25544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789050408.554880:0:25544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789050408.554885:0:25544:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875954714795904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050408.554921:0:25544:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875954714795904:12345-0@lo:400:kworker.0 Request processed in 35us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050408.554932:0:25544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789050408.554973:0:25544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1789050408.554978:0:25544:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875954714796416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789050408.555004:0:25544:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875954714796416:12345-0@lo:400:kworker.0 Request processed in 26us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050408.555009:0:25544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1789050408.555047:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983c4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875954714795904:0@lo:400:kworker.0 00000100:00100000:3.0:1789050408.555056:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983c4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3645:1875954714796416:0@lo:400:kworker.0 00010000:00080000:3.0:1789050408.555067:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ba983c4df80 x1875954714796544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789050408.555077:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983c4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3645:1875954714796544:0@lo:400:kworker.0 00000100:00100000:3.0:1789050408.555103:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3647:1875954714795648:0@lo:400:kworker.0 00000100:00100000:3.0:1789050408.555112:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983c4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875954714796160:0@lo:400:kworker.0 00000100:00100000:3.0:1789050408.555122:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983c4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3647:1875954714796672:0@lo:400:kworker.0 00000100:00100000:3.0:1789050408.555130:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983c4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875954714795776:0@lo:400:kworker.0 00000100:00100000:3.0:1789050408.555139:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983c4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875954714796288:0@lo:400:kworker.0 00010000:00080000:3.0:1789050408.555150:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ba983c4d500 x1875954714796800/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789050408.555159:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983c4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3647:1875954714796800:0@lo:400:kworker.0 00000100:00100000:2.0:1789050408.555377:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714795520 00000100:00100000:2.0:1789050408.555382:0:24260:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714795520 00000100:00100000:2.0:1789050408.555418:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789050408.555426:0:24260:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875954714795520:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789050408.555456:0:24260:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789050408.555498:0:24260:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875954714795520:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (2158us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050408.555504:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789050408.555526:0:24255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714796032 00000100:00100000:2.0:1789050408.555529:0:24255:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714796032 00000100:00100000:2.0:1789050408.555553:0:24255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789050408.555559:0:24255:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1875954714796032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050408.555589:0:24255:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1875954714796032:12345-0@lo:400:kworker.0 Request processed in 30us (910us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050408.555603:0:24255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:2.0:1789050408.555619:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789050408.555623:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789050408.555626:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789050408.555628:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789050408.555656:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaa7d51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714796928:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789050408.555686:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050408.555714:0:24259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714796928 00000100:00100000:2.0:1789050408.555717:0:24259:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714796928 00000100:00100000:2.0:1789050408.555730:0:24259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789050408.555736:0:24259:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714796928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789050408.555752:0:24259:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1789050408.555779:0:24259:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714796928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (92us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050408.555784:0:24259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789050408.555810:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaa7d51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714796928:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789050408.555835:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983c4d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875954714796032:0@lo:400:kworker.0 00000100:00100000:2.0:1789050408.555848:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983792d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875954714795520:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789050408.557264:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789050408.557284:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983c4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875954714797056:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789050408.557351:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050408.557473:0:24259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714797056 00000100:00100000:3.0:1789050408.557495:0:24259:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714797056 00000100:00100000:3.0:1789050408.557541:0:24259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789050408.557549:0:24259:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7d51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875954714797056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789050408.557570:0:24259:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789050408.557695:0:24259:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7d51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875954714797056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 147us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050408.557703:0:24259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789050408.561990:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983c4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875954714797056:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1789050409.194497:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1789050409.298636:0:25631:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00100000:0.0:1789050409.580300:0:23485:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1 00000001:00100000:0.0:1789050409.580317:0:23485:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 1f3ced78-4700-47c4-8f2c-36ef7b7bd304 00000001:00100000:3.0:1789050409.580417:0:22732:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1 00000001:00100000:3.0:1789050409.580425:0:22732:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 1f3ced78-4700-47c4-8f2c-36ef7b7bd304 00000040:00080000:2.0:1789050409.961626:0:23504:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789050410.226115:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050411.254207:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789050411.472681:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050411.472732:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050411.472777:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050411.472784:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704210432 00000100:00100000:1.0:1789050411.472803:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704210432 00000100:00100000:2.0:1789050411.472850:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050411.472892:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050411.472904:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 145 00000100:00100000:1.0:1789050411.472920:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30519490-352c-489e-b15b-b195eb7c69ea+13:2404:x1875954704210432:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:2.0:1789050411.472932:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050411.472993:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050411.473070:0:25544:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704210560 00000100:00100000:0.0:1789050411.473078:0:25544:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704210560 00000100:00100000:2.0:1789050411.473093:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050411.473139:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050411.473143:0:25544:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704211072 00000100:00100000:0.0:1789050411.473149:0:25544:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704211072 00000100:00100000:0.0:1789050411.473178:0:25544:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704210688 00000100:00100000:0.0:1789050411.473182:0:25544:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704210688 00000100:00100000:2.0:1789050411.473186:0:25209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704210816 00000100:00100000:2.0:1789050411.473198:0:25209:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704210816 00000100:00100000:0.0:1789050411.473207:0:25544:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704211200 00000100:00100000:0.0:1789050411.473213:0:25544:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704211200 00000100:00100000:2.0:1789050411.473267:0:25209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704211328 00000100:00100000:0.0:1789050411.473268:0:25544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 42 00000100:00100000:2.0:1789050411.473277:0:25209:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704211328 00000100:00100000:0.0:1789050411.473297:0:25544:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7d50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+6:2404:x1875954704210560:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:2.0:1789050411.473302:0:25209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704210944 00000100:00100000:2.0:1789050411.473306:0:25209:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704210944 00000100:00100000:2.0:1789050411.473320:0:25209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704211456 00000100:00100000:2.0:1789050411.473325:0:25209:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704211456 00000100:00100000:2.0:1789050411.473346:0:25209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9 00000100:00100000:2.0:1789050411.473359:0:25209:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983792d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+5:2403:x1875954704210816:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:0.0:1789050411.473407:0:25544:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7d50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+6:2404:x1875954704210560:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 123us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050411.473417:0:25544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 42 00000100:00100000:2.0:1789050411.473431:0:25209:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983792d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+5:2403:x1875954704210816:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 72us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050411.473441:0:25209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9 00000100:00100000:0.0:1789050411.473449:0:25544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 43 00000100:00100000:0.0:1789050411.473461:0:25544:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae795c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+6:2403:x1875954704211072:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:0.0:1789050411.473499:0:25544:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae795c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+6:2403:x1875954704211072:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 42us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050411.473506:0:25544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 43 00000100:00100000:0.0:1789050411.473519:0:25544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 44 00000100:00100000:0.0:1789050411.473526:0:25544:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae795180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+5:2403:x1875954704210688:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:0.0:1789050411.473563:0:25544:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae795180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+5:2403:x1875954704210688:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 38us (639us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050411.473570:0:25544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 44 00000100:00100000:0.0:1789050411.473583:0:25544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 45 00000100:00100000:0.0:1789050411.473590:0:25544:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae795f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+5:2403:x1875954704211200:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:0.0:1789050411.473614:0:25544:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae795f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+5:2403:x1875954704211200:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 25us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050411.473620:0:25544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 45 00000100:00080000:0.0:1789050411.473656:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789050411.473661:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789050411.473665:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789050411.473667:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789050411.473891:0:25209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 10 00000100:00100000:2.0:1789050411.473901:0:25209:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae796680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+6:2403:x1875954704211328:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:2.0:1789050411.473972:0:25209:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae796680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+6:2403:x1875954704211328:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 72us (1083us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050411.473979:0:25209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 10 00000100:00100000:2.0:1789050411.473992:0:25209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 11 00000100:00100000:2.0:1789050411.473999:0:25209:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae796300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+5:2403:x1875954704210944:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:2.0:1789050411.474024:0:25209:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae796300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+5:2403:x1875954704210944:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 26us (1032us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050411.474040:0:25209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 11 00000100:00100000:2.0:1789050411.474052:0:25209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 12 00000100:00100000:2.0:1789050411.474058:0:25209:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae795880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+6:2403:x1875954704211456:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:2.0:1789050411.474098:0:25209:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae795880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+6:2403:x1875954704211456:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 40us (964us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050411.474105:0:25209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 12 00000100:00100000:1.0:1789050411.481949:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30519490-352c-489e-b15b-b195eb7c69ea+13:2404:x1875954704210432:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 8991us (9235us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050411.481972:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 145 00000001:00100000:3.0:1789050411.629351:0:24252:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1 00000001:00100000:3.0:1789050411.639092:0:25070:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1 00000100:00100000:3.0:1789050412.137200:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789050412.137340:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983c4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875954714797184:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789050412.137439:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050412.137586:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714797184 00000100:00100000:1.0:1789050412.137597:0:24260:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714797184 00000100:00100000:1.0:1789050412.137668:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789050412.137679:0:24260:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875954714797184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789050412.137715:0:24260:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789050412.137765:0:24260:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875954714797184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050412.137772:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:1.0:1789050412.137802:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789050412.137893:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983c4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875954714797184:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1789050412.267384:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1789050412.826423:0:25778:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffdf8a44c20 20000000:00000080:3.0:1789050412.826452:0:25778:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8ba98266cc00 uarg=0000000000000000 20000000:01000000:3.0:1789050412.826514:0:25778:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:3.0:1789050412.826521:0:25778:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:3.0:1789050412.826527:0:25778:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:0.0:1789050412.831107:0:25779:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:2.0:1789050412.831359:0:25778:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:2.0:1789050412.840476:0:25778:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1789050412.840520:0:25778:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8baac2177c00/0x3b8ec5973df592ee lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050412.840545:0:25778:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8baaae694400/0x3b8ec5973df58f4b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58f44 expref: 23 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050412.840553:0:25778:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8baa86db1e00/0x3b8ec5973df58f59 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58f52 expref: 23 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050412.840561:0:25778:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8baa80031600/0x3b8ec5973df58f98 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df58f91 expref: 23 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050412.840568:0:25778:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8baa86db0000/0x3b8ec5973df59032 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df5902b expref: 23 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050412.840581:0:25778:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8baa829d6800/0x3b8ec5973df5927e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad396704f expref: 12 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050412.840590:0:25778:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8baa829d6600/0x3b8ec5973df592bd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad39670bf expref: 12 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050412.840613:0:25778:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8baac2177c00/0x3b8ec5973df592ee lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050412.840835:0:25778:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8baa829d6600/0x3b8ec5973df592bd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0x13a683cad39670bf expref: 12 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050412.840858:0:25778:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8baa829d6600/0x3b8ec5973df592bd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad39670bf expref: 12 pid: 22747 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050412.840889:0:25778:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae794e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25778:1875954714797312:192.168.203.42@tcp:104: 00010000:00010000:2.0:1789050412.841290:0:25778:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8baa829d6800/0x3b8ec5973df5927e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0x13a683cad396704f expref: 12 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050412.841302:0:25778:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8baa829d6800/0x3b8ec5973df5927e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad396704f expref: 12 pid: 22747 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050412.841312:0:25778:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae794a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25778:1875954714797440:192.168.203.42@tcp:104: 00010000:00010000:2.0:1789050412.841349:0:25778:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8baa86db0000/0x3b8ec5973df59032 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3b8ec5973df5902b expref: 23 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050412.841360:0:25778:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8baa86db0000/0x3b8ec5973df59032 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3b8ec5973df5902b expref: 23 pid: 22744 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050412.841370:0:25778:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae797b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25778:1875954714797568:0@lo:104: 00000100:00100000:2.0:1789050412.841421:0:25778:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789050412.841467:0:25778:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8baa80031600/0x3b8ec5973df58f98 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3b8ec5973df58f91 expref: 23 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050412.841488:0:25778:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8baa80031600/0x3b8ec5973df58f98 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3b8ec5973df58f91 expref: 23 pid: 22744 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050412.841497:0:25778:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae795500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25778:1875954714797696:0@lo:104: 00000100:00100000:2.0:1789050412.841524:0:25778:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789050412.841546:0:25778:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8baa86db1e00/0x3b8ec5973df58f59 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3b8ec5973df58f52 expref: 23 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050412.841553:0:25778:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8baa86db1e00/0x3b8ec5973df58f59 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3b8ec5973df58f52 expref: 23 pid: 22746 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050412.841560:0:25778:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae797800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25778:1875954714797824:0@lo:104: 00000100:00100000:2.0:1789050412.841582:0:25778:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789050412.841599:0:25778:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8baaae694400/0x3b8ec5973df58f4b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3b8ec5973df58f44 expref: 23 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050412.841607:0:25778:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8baaae694400/0x3b8ec5973df58f4b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3b8ec5973df58f44 expref: 23 pid: 22744 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050412.841615:0:25778:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae794700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25778:1875954714797952:0@lo:104: 00000100:00100000:0.0:1789050412.841694:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714797568 00000100:00100000:0.0:1789050412.841712:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714797568 00000100:00100000:2.0:1789050412.841755:0:25778:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050412.841771:0:25778:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaa73ce180 going to sleep for 11 seconds 00000100:00100000:0.0:1789050412.841819:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714797696 00000100:00100000:0.0:1789050412.841823:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714797696 00000100:00100000:0.0:1789050412.841837:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714797824 00000100:00100000:0.0:1789050412.841839:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714797824 00000100:00100000:0.0:1789050412.841850:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714797952 00000100:00100000:0.0:1789050412.841852:0:22736:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714797952 00000100:00100000:0.0:1789050412.841877:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789050412.841887:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae794000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+6:25778:x1875954714797568:12345-0@lo:104: 00010000:00010000:0.0:1789050412.841903:0:22736:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.142@tcp lock: ffff8baaae695400/0x3b8ec5973df5902b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b8ec5973df59032 expref: -99 pid: 25069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050412.842011:0:22736:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789050412.842019:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae794000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+6:25778:x1875954714797568:12345-0@lo:104: Request processed in 134us (598us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050412.842028:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789050412.842050:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789050412.842056:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae797100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+5:25778:x1875954714797696:12345-0@lo:104: 00010000:00010000:0.0:1789050412.842066:0:22736:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58f91 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b8ec5973df58f98 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050412.842109:0:22736:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1789050412.842114:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae797100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+5:25778:x1875954714797696:12345-0@lo:104: Request processed in 59us (590us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050412.842120:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789050412.842132:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789050412.842138:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae796d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+4:25778:x1875954714797824:12345-0@lo:104: 00010000:00010000:0.0:1789050412.842147:0:22736:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.142@tcp lock: ffff8ba983570800/0x3b8ec5973df58f52 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b8ec5973df58f59 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050412.842161:0:25778:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae797b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25778:1875954714797568:0@lo:104: 00000100:00100000:2.0:1789050412.842180:0:25778:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae795500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25778:1875954714797696:0@lo:104: 00000100:00100000:2.0:1789050412.842213:0:25778:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae797800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25778:1875954714797824:0@lo:104: 00010000:00010000:0.0:1789050412.842214:0:22736:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:0.0:1789050412.842226:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae796d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+4:25778:x1875954714797824:12345-0@lo:104: Request processed in 86us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050412.842233:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789050412.842248:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789050412.842254:0:22736:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae796a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+3:25778:x1875954714797952:12345-0@lo:104: 00010000:00010000:0.0:1789050412.842262:0:22736:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.142@tcp lock: ffff8ba983571e00/0x3b8ec5973df58f44 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b8ec5973df58f4b expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050412.842305:0:22736:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:0.0:1789050412.842310:0:22736:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae796a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+3:25778:x1875954714797952:12345-0@lo:104: Request processed in 57us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050412.842315:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:0.0:1789050412.842335:0:25087:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1789050412.842342:0:25087:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8baaae695400/0x3b8ec5973df5902b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b8ec5973df59032 expref: -99 pid: 25069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050412.842349:0:25087:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae695400 already unused, calling callback (ffffffffc1287c20) 10000000:00010000:0.0:1789050412.842354:0:25087:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8baaae695400/0x3b8ec5973df5902b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x3b8ec5973df59032 expref: -99 pid: 25069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050412.842364:0:25087:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8baaae695400/0x3b8ec5973df5902b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x3b8ec5973df59032 expref: -99 pid: 25069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789050412.842372:0:25087:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8baaae695400/0x3b8ec5973df5902b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x3b8ec5973df59032 expref: -99 pid: 25069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789050412.842379:0:25087:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1789050412.842422:0:25087:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.142@tcp lock: ffff8baaae695400/0x3b8ec5973df5902b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df59032 expref: -99 pid: 25069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050412.842429:0:25087:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789050412.842452:0:25087:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8baaae695400/0x3b8ec5973df5902b lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df59032 expref: -99 pid: 25069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050412.842460:0:25087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8baaae695400/0x3b8ec5973df5902b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df59032 expref: -99 pid: 25069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050412.842476:0:25087:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1789050412.842479:0:25087:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58f91 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b8ec5973df58f98 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050412.842485:0:25087:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae694200 already unused, calling callback (ffffffffc1287c20) 10000000:00010000:0.0:1789050412.842488:0:25087:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58f91 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x3b8ec5973df58f98 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050412.842493:0:25087:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58f91 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x3b8ec5973df58f98 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789050412.842500:0:25087:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58f91 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x3b8ec5973df58f98 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789050412.842504:0:25087:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1789050412.842517:0:25087:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58f91 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58f98 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050412.842523:0:25087:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789050412.842539:0:25087:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58f91 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58f98 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050412.842556:0:25087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8baaae694200/0x3b8ec5973df58f91 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58f98 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050412.842566:0:25087:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789050412.842569:0:25087:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8ba983570800/0x3b8ec5973df58f52 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b8ec5973df58f59 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050412.842576:0:25087:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ba983570800 already unused, calling callback (ffffffffc1287c20) 10000000:00010000:0.0:1789050412.842579:0:25087:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8ba983570800/0x3b8ec5973df58f52 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x3b8ec5973df58f59 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050412.842585:0:25087:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8ba983570800/0x3b8ec5973df58f52 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x3b8ec5973df58f59 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789050412.842591:0:25087:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8ba983570800/0x3b8ec5973df58f52 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x3b8ec5973df58f59 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789050412.842596:0:25087:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1789050412.842610:0:25087:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.142@tcp lock: ffff8ba983570800/0x3b8ec5973df58f52 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58f59 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050412.842616:0:25087:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789050412.842809:0:25212:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789050412.842816:0:25212:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8ba983571e00/0x3b8ec5973df58f44 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b8ec5973df58f4b expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050412.842823:0:25212:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ba983571e00 already unused, calling callback (ffffffffc1287c20) 10000000:00010000:3.0:1789050412.842833:0:25212:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8ba983571e00/0x3b8ec5973df58f44 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x3b8ec5973df58f4b expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050412.842840:0:25212:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8ba983571e00/0x3b8ec5973df58f44 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x3b8ec5973df58f4b expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789050412.842846:0:25212:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8ba983571e00/0x3b8ec5973df58f44 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x3b8ec5973df58f4b expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789050412.842851:0:25212:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1789050412.842878:0:25212:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.142@tcp lock: ffff8ba983571e00/0x3b8ec5973df58f44 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58f4b expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050412.842884:0:25212:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789050412.842892:0:25212:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8ba983571e00/0x3b8ec5973df58f44 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58f4b expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050412.842898:0:25212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8ba983571e00/0x3b8ec5973df58f44 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58f4b expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050412.842908:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050412.842910:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789050412.842912:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789050412.842928:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983f59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3647:1875954714798080:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789050412.843135:0:25087:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8ba983570800/0x3b8ec5973df58f52 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58f59 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050412.843145:0:25087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8ba983570800/0x3b8ec5973df58f52 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b8ec5973df58f59 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050412.843160:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050412.843168:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050412.843170:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050412.843178:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050412.843184:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789050412.843205:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983f5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3644:1875954714798208:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789050412.845758:0:25778:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae794700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25778:1875954714797952:0@lo:104: 00000100:00100000:3.0:1789050412.845929:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050412.846030:0:25088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714798080 00000100:00100000:3.0:1789050412.846033:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789050412.846049:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983c4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3647:1875954714798464:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789050412.846062:0:25088:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714798080 00000100:00100000:3.0:1789050412.846090:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050412.846229:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714798464 00010000:00010000:2.0:1789050412.846231:0:25088:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8baa86db0000/0x3b8ec5973df59032 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b8ec5973df5902b expref: 24 pid: 22744 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050412.846235:0:22737:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714798464 00010000:00010000:3.0:1789050412.846264:0:22737:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8baaae694400/0x3b8ec5973df58f4b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b8ec5973df58f44 expref: 25 pid: 22744 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050412.846276:0:25088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789050412.846288:0:25088:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c4c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+25:3647:x1875954714798080:12345-0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789050412.846302:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00010000:00010000:2.0:1789050412.846306:0:25088:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1789050412.846313:0:22737:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+25:3647:x1875954714798464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789050412.846314:0:25088:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8baa86db0000/0x3b8ec5973df59032 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b8ec5973df5902b expref: 25 pid: 22744 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050412.846330:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789050412.846332:0:25088:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8baa86db0000/0x3b8ec5973df59032 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3b8ec5973df5902b expref: 25 pid: 22744 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050412.846338:0:22737:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8baaae694400/0x3b8ec5973df58f4b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b8ec5973df58f44 expref: 25 pid: 22744 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050412.846359:0:25088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baa86db0000/0x3b8ec5973df59032 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3b8ec5973df5902b expref: 25 pid: 22744 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050412.846452:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050412.846472:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789050412.846479:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983f5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3644:1875954714798336:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789050412.846503:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789050412.846629:0:22737:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8baaae694400/0x3b8ec5973df58f4b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3b8ec5973df58f44 expref: 24 pid: 22744 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050412.846642:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baaae694400/0x3b8ec5973df58f4b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3b8ec5973df58f44 expref: 24 pid: 22744 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050412.846656:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789050412.846706:0:22737:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+23:3647:x1875954714798464:12345-0@lo:103:ldlm_bl.0 Request processed in 397us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050412.846715:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789050412.846732:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714798208 00000100:00100000:3.0:1789050412.846736:0:22737:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714798208 00010000:00010000:3.0:1789050412.846748:0:22737:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8baa80031600/0x3b8ec5973df58f98 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b8ec5973df58f91 expref: 23 pid: 22744 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050412.846759:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714798336 00000100:00100000:3.0:1789050412.846762:0:22737:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714798336 00010000:00010000:3.0:1789050412.846877:0:22737:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8baa86db1e00/0x3b8ec5973df58f59 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b8ec5973df58f52 expref: 24 pid: 22746 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050412.846963:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789050412.846970:0:22737:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:3644:x1875954714798208:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789050412.846988:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789050412.846993:0:22737:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8baa80031600/0x3b8ec5973df58f98 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b8ec5973df58f91 expref: 24 pid: 22744 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050412.847001:0:22737:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8baa80031600/0x3b8ec5973df58f98 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3b8ec5973df58f91 expref: 24 pid: 22744 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050412.847012:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baa80031600/0x3b8ec5973df58f98 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3b8ec5973df58f91 expref: 24 pid: 22744 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050412.847023:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789050412.847054:0:22737:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+23:3644:x1875954714798208:12345-0@lo:103:ldlm_bl.0 Request processed in 85us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050412.847060:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789050412.847075:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789050412.847086:0:22737:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f59c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+22:3644:x1875954714798336:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789050412.847094:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789050412.847098:0:22737:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8baa86db1e00/0x3b8ec5973df58f59 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b8ec5973df58f52 expref: 22 pid: 22746 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050412.847107:0:22737:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8baa86db1e00/0x3b8ec5973df58f59 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3b8ec5973df58f52 expref: 22 pid: 22746 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050412.847116:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baa86db1e00/0x3b8ec5973df58f59 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3b8ec5973df58f52 expref: 22 pid: 22746 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050412.847130:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789050412.847154:0:22737:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f59c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:3644:x1875954714798336:12345-0@lo:103:ldlm_bl.0 Request processed in 69us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050412.847170:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789050412.847232:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050412.847315:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050412.847342:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704211584 00000100:00100000:3.0:1789050412.847347:0:22738:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704211584 00010000:00010000:3.0:1789050412.847362:0:22738:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8baa829d6600/0x3b8ec5973df592bd lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad39670bf expref: 13 pid: 22747 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050412.847379:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704211712 00000100:00100000:3.0:1789050412.847383:0:22738:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704211712 00010000:00010000:3.0:1789050412.847393:0:22738:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8baa829d6800/0x3b8ec5973df5927e lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad396704f expref: 14 pid: 22747 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050412.847406:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 13 00000100:00100000:3.0:1789050412.847413:0:22738:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7304450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:30519490-352c-489e-b15b-b195eb7c69ea+14:2403:x1875954704211584:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789050412.847422:0:22738:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789050412.847426:0:22738:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8baa829d6600/0x3b8ec5973df592bd lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad39670bf expref: 14 pid: 22747 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050412.847437:0:22738:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8baa829d6600/0x3b8ec5973df592bd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad39670bf expref: 14 pid: 22747 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050412.847447:0:22738:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789050412.847485:0:22738:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7304450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:30519490-352c-489e-b15b-b195eb7c69ea+14:2403:x1875954704211584:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 71us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050412.847492:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 13 00000100:00100000:3.0:1789050412.847506:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 14 00000100:00100000:3.0:1789050412.847512:0:22738:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c4df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:30519490-352c-489e-b15b-b195eb7c69ea+13:2403:x1875954704211712:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789050412.847526:0:22738:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789050412.847531:0:22738:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8baa829d6800/0x3b8ec5973df5927e lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad396704f expref: 13 pid: 22747 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050412.847540:0:22738:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8baa829d6800/0x3b8ec5973df5927e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad396704f expref: 13 pid: 22747 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050412.847554:0:22738:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8baac2177c00/0x3b8ec5973df592ee lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050412.847564:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baac2177c00/0x3b8ec5973df592ee lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050412.847587:0:22738:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8baac2177c00/0x3b8ec5973df592ee lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050412.847598:0:22738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8baac2177c00/0x3b8ec5973df592ee lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050412.847606:0:22738:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8baac2177c00/0x3b8ec5973df592ee lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050412.847617:0:22738:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8baac2177c00/0x3b8ec5973df592ee lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050412.847627:0:22738:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baac2177c00 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:3.0:1789050412.847632:0:22738:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8baac2177c00/0x3b8ec5973df592ee lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050412.847646:0:22738:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8baac2177c00/0x3b8ec5973df592ee lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050412.847677:0:22738:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8baac2177c00/0x3b8ec5973df592ee lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050412.847693:0:22738:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789050412.847719:0:22738:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c4df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:30519490-352c-489e-b15b-b195eb7c69ea+13:2403:x1875954704211712:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 204us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050412.847727:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 14 00000100:00100000:3.0:1789050412.847775:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983f5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3644:1875954714798336:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789050412.847849:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983f5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3644:1875954714798208:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789050412.847997:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983c4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3647:1875954714798464:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789050412.848371:0:25088:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789050412.848477:0:25088:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c4c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+20:3647:x1875954714798080:12345-0@lo:103:ldlm_bl.0 Request processed in 2190us (2548us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050412.848486:0:25088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00010000:2.0:1789050412.848570:0:25778:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baa829d6600/0x3b8ec5973df592bd lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad39670bf expref: 12 pid: 22747 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050412.848584:0:25778:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae794e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25778:1875954714797312:192.168.203.42@tcp:104: 00000100:00100000:0.0:1789050412.848630:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983f59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3647:1875954714798080:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789050412.849015:0:25778:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baa829d6800/0x3b8ec5973df5927e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad396704f expref: 11 pid: 22747 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050412.849027:0:25778:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae794a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25778:1875954714797440:192.168.203.42@tcp:104: 00010000:00010000:2.0:1789050412.849065:0:25778:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8baac2177c00/0x3b8ec5973df592ee lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050412.849088:0:25778:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8baac2177c00/0x3b8ec5973df592ee lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050412.849108:0:25778:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8baac2177c00/0x3b8ec5973df592ee lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050412.849116:0:25778:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8baac2177c00/0x3b8ec5973df592ee lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789050413.161419:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789050413.161438:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789050413.161471:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae794a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875954714798720:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789050413.161475:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983f59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875954714798592:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789050413.164078:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050413.164230:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714798592 00000100:00100000:0.0:1789050413.164244:0:22758:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714798592 00000100:00100000:0.0:1789050413.164321:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789050413.164333:0:22758:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875954714798592:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789050413.164387:0:22758:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789050413.164457:0:22758:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875954714798592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 126us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050413.164464:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1789050413.164568:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983f59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875954714798592:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789050413.166076:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050413.168666:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714798720 00000100:00100000:1.0:1789050413.168691:0:24280:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714798720 00000100:00100000:1.0:1789050413.168845:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789050413.168860:0:24280:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1875954714798720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789050413.168932:0:24280:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789050413.169084:0:24280:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1875954714798720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 227us (3015us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050413.169092:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1789050413.170015:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae794a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875954714798720:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1789050413.294276:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789050413.673350:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983c4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875954714799104:0@lo:400:kworker.0 00000100:00100000:3.0:1789050413.673446:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050413.673493:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab47e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3647:1875954714799616:0@lo:400:kworker.0 00000100:00100000:3.0:1789050413.673517:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050413.673545:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1789050413.673551:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983c4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875954714798976:0@lo:400:kworker.0 00000100:00100000:3.0:1789050413.673577:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050413.673594:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875954714799488:0@lo:400:kworker.0 00000100:00100000:3.0:1789050413.673616:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050413.673642:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab47e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3647:1875954714800000:0@lo:400:kworker.0 00000100:00100000:3.0:1789050413.673668:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050413.673969:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714799104 00000100:00100000:2.0:1789050413.673980:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714799104 00000100:00100000:2.0:1789050413.674029:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714799616 00000100:00100000:2.0:1789050413.674033:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714799616 00000100:00100000:2.0:1789050413.674059:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714799488 00000100:00100000:2.0:1789050413.674062:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714799488 00000100:00100000:2.0:1789050413.674074:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714800000 00000100:00100000:2.0:1789050413.674077:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714800000 00000100:00100000:2.0:1789050413.674097:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1789050413.674109:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab47e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875954714799104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050413.674177:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab47e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875954714799104:12345-0@lo:400:kworker.0 Request processed in 71us (731us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050413.674184:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1789050413.674211:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1789050413.674218:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab47e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875954714799616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050413.674248:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab47e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875954714799616:12345-0@lo:400:kworker.0 Request processed in 30us (729us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050413.674265:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1789050413.674293:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1789050413.674300:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab47e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875954714799488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050413.674331:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab47e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875954714799488:12345-0@lo:400:kworker.0 Request processed in 32us (715us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050413.674338:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1789050413.674350:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1789050413.674356:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab47e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1875954714800000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050413.674383:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab47e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1875954714800000:12345-0@lo:400:kworker.0 Request processed in 28us (715us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050413.674389:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1789050413.674411:0:25209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714798976 00000100:00100000:2.0:1789050413.674415:0:25209:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714798976 00000100:00100000:2.0:1789050413.674444:0:25209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789050413.674452:0:25209:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab47e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1875954714798976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050413.674484:0:25209:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab47e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1875954714798976:12345-0@lo:400:kworker.0 Request processed in 34us (907us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050413.674491:0:25209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789050413.674578:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875954714800128:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789050413.674609:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050413.674652:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983c4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875954714798976:0@lo:400:kworker.0 00000100:00100000:2.0:1789050413.674664:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875954714799488:0@lo:400:kworker.0 00010000:00080000:2.0:1789050413.674693:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8baab47e7b80 x1875954714800000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789050413.674717:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab47e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3647:1875954714800000:0@lo:400:kworker.0 00000100:00100000:2.0:1789050413.674732:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983c4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875954714799104:0@lo:400:kworker.0 00000100:00100000:2.0:1789050413.674742:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab47e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3647:1875954714799616:0@lo:400:kworker.0 00000100:00080000:1.0:1789050413.675191:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789050413.675199:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789050413.675201:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789050413.675217:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714800128 00000100:00100000:1.0:1789050413.675222:0:24260:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714800128 00000100:00100000:1.0:1789050413.675289:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789050413.675299:0:24260:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae797800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875954714800128:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789050413.675319:0:24260:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789050413.675376:0:24260:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae797800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875954714800128:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (766us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050413.675384:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789050413.675409:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983c4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714799232:0@lo:400:kworker.0 00000100:00100000:1.0:1789050413.675441:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050413.675462:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab47e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3644:1875954714799744:0@lo:400:kworker.0 00000100:00100000:1.0:1789050413.675484:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050413.675503:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae794700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714800256:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789050413.675525:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050413.675558:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1789050413.675566:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983c4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875954714798848:0@lo:400:kworker.0 00000100:00100000:1.0:1789050413.675589:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050413.675605:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983c4d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714799360:0@lo:400:kworker.0 00000100:00100000:1.0:1789050413.675625:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050413.675639:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab47e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3644:1875954714799872:0@lo:400:kworker.0 00000100:00100000:0.0:1789050413.676096:0:25544:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714799744 00000100:00100000:0.0:1789050413.676102:0:25544:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714799744 00000100:00100000:0.0:1789050413.676139:0:25544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1789050413.676148:0:25544:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba981b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875954714799744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050413.676193:0:25544:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba981b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875954714799744:12345-0@lo:400:kworker.0 Request processed in 46us (707us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050413.676199:0:25544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1789050413.676264:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983f58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875954714800384:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789050413.676497:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050413.676580:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875954714800128:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789050413.676611:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714800256 00000100:00100000:0.0:1789050413.676615:0:24260:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714800256 00000100:00100000:0.0:1789050413.676635:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714800384 00000100:00100000:0.0:1789050413.676637:0:24260:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714800384 00000100:00100000:0.0:1789050413.676649:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789050413.676655:0:24260:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba981b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714800256:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789050413.677117:0:24255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714799232 00000100:00100000:2.0:1789050413.677123:0:24255:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714799232 00000100:00100000:2.0:1789050413.677168:0:24255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714798848 00000100:00100000:2.0:1789050413.677172:0:24255:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714798848 00000100:00100000:2.0:1789050413.677191:0:24255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714799360 00000100:00100000:2.0:1789050413.677194:0:24255:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714799360 00000100:00100000:2.0:1789050413.677208:0:24255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789050413.677215:0:24255:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba981b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714799232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050413.677260:0:24255:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba981b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714799232:12345-0@lo:400:kworker.0 Request processed in 45us (1817us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050413.677266:0:24255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789050413.677296:0:24255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789050413.677302:0:24255:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba981b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875954714798848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050413.677328:0:24255:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba981b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875954714798848:12345-0@lo:400:kworker.0 Request processed in 26us (1738us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050413.677334:0:24255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789050413.677343:0:24255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789050413.677348:0:24255:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba981b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3644:x1875954714799360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050413.677371:0:24255:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba981b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3644:x1875954714799360:12345-0@lo:400:kworker.0 Request processed in 23us (1745us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050413.677376:0:24255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:2.0:1789050413.677420:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789050413.677426:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789050413.677428:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789050413.677563:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050413.677603:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983c4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714799232:0@lo:400:kworker.0 00010000:00080000:1.0:1789050413.677621:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8baab47e7100 x1875954714799744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789050413.677633:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab47e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3644:1875954714799744:0@lo:400:kworker.0 00000100:00100000:1.0:1789050413.677656:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983c4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875954714798848:0@lo:400:kworker.0 00000100:00100000:1.0:1789050413.677685:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983c4d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714799360:0@lo:400:kworker.0 00002000:00000024:0.0:1789050413.677842:0:24260:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789050413.677912:0:24260:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba981b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875954714800256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1256us (2385us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050413.677919:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789050413.677934:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789050413.677957:0:24260:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875954714800384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789050413.677968:0:24260:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789050413.677998:0:24260:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875954714800384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 42us (1501us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050413.678004:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789050413.678036:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983f58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875954714800384:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789050413.678318:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae794700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875954714800256:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789050413.678456:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714799872 00000100:00100000:2.0:1789050413.678462:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714799872 00000100:00100000:2.0:1789050413.678511:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1789050413.678518:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba981b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1875954714799872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050413.678568:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba981b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1875954714799872:12345-0@lo:400:kworker.0 Request processed in 50us (2890us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050413.678574:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1789050413.678642:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab47e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3644:1875954714799872:0@lo:400:kworker.0 00000100:00080000:1.0:1789050413.678959:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789050414.297820:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050414.300307:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704211840 00000100:00100000:0.0:1789050414.300328:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704211840 00000100:00100000:2.0:1789050414.300540:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 23 00000100:00100000:2.0:1789050414.300558:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab47e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+6:18698:x1875954704211840:12345-192.168.203.42@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789050414.300588:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789050414.300619:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177c00/0x3b8ec5973df592f5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13a683cad39670f7 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.300704:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df592fc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.300721:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df592fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.300738:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df592fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.300758:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2176c00/0x3b8ec5973df59303 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.300766:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2176c00/0x3b8ec5973df59303 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.300795:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2176c00/0x3b8ec5973df59303 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.300915:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177200/0x3b8ec5973df5930a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.300924:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177200/0x3b8ec5973df5930a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.300932:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177200/0x3b8ec5973df5930a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1789050414.301089:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:2.0:1789050414.301277:0:22753:0:(mdt_handler.c:922:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789050414.301282:0:22753:0:(mdt_handler.c:1587:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789050414.301331:0:22753:0:(mdt_handler.c:2522:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177200/0x3b8ec5973df5930a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.301344:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df592fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.301351:0:22753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df592fc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.301357:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df592fc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.301363:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baac2177600 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:2.0:1789050414.301368:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df592fc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.301377:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df592fc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.301400:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8baab0f95100) 00010000:00010000:2.0:1789050414.301404:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789050414.301411:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df592fc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.301418:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df592fc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.301437:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2176c00/0x3b8ec5973df59303 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.301442:0:22753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2176c00/0x3b8ec5973df59303 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.301448:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2176c00/0x3b8ec5973df59303 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.301454:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baac2176c00 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:2.0:1789050414.301457:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2176c00/0x3b8ec5973df59303 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.301463:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2176c00/0x3b8ec5973df59303 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.301471:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8baaa1a0ee00) 00010000:00010000:2.0:1789050414.301473:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789050414.301476:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2176c00/0x3b8ec5973df59303 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.301481:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2176c00/0x3b8ec5973df59303 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.301537:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177c00/0x3b8ec5973df592f5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad39670f7 expref: 8 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.301554:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177200/0x3b8ec5973df5930a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad39670f7 expref: 7 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.301561:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8baaa1a0e400) 00010000:00010000:2.0:1789050414.301563:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789050414.301566:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baac2177200, rc 0) 00000100:00100000:2.0:1789050414.301663:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab47e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+7:18698:x1875954704211840:12345-192.168.203.42@tcp:101:lhsmtool_posix.0 Request processed in 1110us (3857us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050414.301672:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 23 00000100:00100000:1.0:1789050414.306521:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050414.306620:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704211968 00000100:00100000:3.0:1789050414.306633:0:22763:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704211968 00000100:00100000:3.0:1789050414.306705:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5 00000100:00100000:3.0:1789050414.306717:0:22763:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba981b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+7:18698:x1875954704211968:12345-192.168.203.42@tcp:900:lhsmtool_posix.0 00000100:00100000:3.0:1789050414.306823:0:22763:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba981b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+7:18698:x1875954704211968:12345-192.168.203.42@tcp:900:lhsmtool_posix.0 Request processed in 108us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050414.306831:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5 00000100:00100000:3.0:1789050414.308963:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050414.309024:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704212224 00000100:00100000:2.0:1789050414.309035:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704212224 00000100:00100000:2.0:1789050414.309104:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 24 00000100:00100000:2.0:1789050414.309117:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab47e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+7:18698:x1875954704212224:12345-192.168.203.42@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789050414.309145:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789050414.309365:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177c00/0x3b8ec5973df59311 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13a683cad39670fe expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.309487:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2176c00/0x3b8ec5973df59318 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.309506:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2176c00/0x3b8ec5973df59318 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.309521:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2176c00/0x3b8ec5973df59318 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.309556:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df5931f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.309565:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df5931f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.309573:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df5931f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.309728:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177000/0x3b8ec5973df59326 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.309738:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177000/0x3b8ec5973df59326 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.309745:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177000/0x3b8ec5973df59326 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789050414.309756:0:22752:0:(mdt_handler.c:922:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:2.0:1789050414.310002:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2176c00/0x3b8ec5973df59318 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.310011:0:22752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2176c00/0x3b8ec5973df59318 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.310018:0:22752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2176c00/0x3b8ec5973df59318 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.310024:0:22752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baac2176c00 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:2.0:1789050414.310029:0:22752:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2176c00/0x3b8ec5973df59318 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.310048:0:22752:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2176c00/0x3b8ec5973df59318 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.310064:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8baaa1a0e400) 00010000:00010000:2.0:1789050414.310067:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789050414.310074:0:22752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2176c00/0x3b8ec5973df59318 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.310080:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2176c00/0x3b8ec5973df59318 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.310095:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df5931f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.310100:0:22752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df5931f lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.310106:0:22752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df5931f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.310111:0:22752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baac2177600 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:2.0:1789050414.310114:0:22752:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df5931f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.310119:0:22752:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df5931f lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.310126:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8baaa1a0ee00) 00010000:00010000:2.0:1789050414.310130:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789050414.310132:0:22752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df5931f lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.310148:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df5931f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.313864:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177c00/0x3b8ec5973df59311 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad39670fe expref: 10 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.313898:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177000/0x3b8ec5973df59326 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad39670fe expref: 9 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.313910:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8baaa1a0e800) 00010000:00010000:2.0:1789050414.313914:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789050414.313918:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baac2177000, rc 0) 00000100:00100000:2.0:1789050414.314049:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab47e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+9:18698:x1875954704212224:12345-192.168.203.42@tcp:101:lhsmtool_posix.0 Request processed in 4932us (5129us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1789050414.314060:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 24 00010000:00010000:0.0:1789050414.315811:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789050414.317179:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050414.318219:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704212352 00000100:00100000:3.0:1789050414.318235:0:22754:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704212352 00000100:00100000:3.0:1789050414.318317:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 25 00000100:00100000:3.0:1789050414.318330:0:22754:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+9:18698:x1875954704212352:12345-192.168.203.42@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1789050414.318568:0:22754:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+9:18698:x1875954704212352:12345-192.168.203.42@tcp:59:lhsmtool_posix.0 Request processed in 231us (1392us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050414.318578:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 25 00000100:00100000:3.0:1789050414.329849:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050414.330048:0:25544:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704212480 00000100:00100000:0.0:1789050414.330062:0:25544:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704212480 00000100:00100000:0.0:1789050414.330151:0:25544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 26 00000100:00100000:0.0:1789050414.330181:0:25544:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab47e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+5:18698:x1875954704212480:12345-192.168.203.42@tcp:59:lhsmtool_posix.0 00000100:00080000:1.0:1789050414.330640:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:2.0:1789050414.334494:0:25544:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 4250us 00000100:00100000:0.0:1789050414.371870:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050414.371914:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704212608 00000100:00100000:2.0:1789050414.371931:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704212608 00000100:00100000:2.0:1789050414.372032:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 27 00000100:00100000:2.0:1789050414.372045:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+9:18704:x1875954704212608:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1789050414.372074:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789050414.372102:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177c00/0x3b8ec5973df59334 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13a683cad3967105 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.372325:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df5933b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.372366:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df5933b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.372381:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df5933b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.377668:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2176c00/0x3b8ec5973df59342 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.377692:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2176c00/0x3b8ec5973df59342 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.377704:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2176c00/0x3b8ec5973df59342 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.377754:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df5933b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.377761:0:22753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df5933b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.377767:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df5933b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.377772:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baac2177600 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:2.0:1789050414.377776:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df5933b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.377784:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df5933b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.377797:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8baab0f95100) 00010000:00010000:2.0:1789050414.377815:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789050414.377901:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df5933b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.377909:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df5933b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.377928:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2176c00/0x3b8ec5973df59342 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.377934:0:22753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2176c00/0x3b8ec5973df59342 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.377959:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2176c00/0x3b8ec5973df59342 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.377965:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baac2176c00 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:2.0:1789050414.377968:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2176c00/0x3b8ec5973df59342 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.377974:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2176c00/0x3b8ec5973df59342 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.377982:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8baaa1a0ee00) 00010000:00010000:2.0:1789050414.377985:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789050414.377987:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2176c00/0x3b8ec5973df59342 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.377993:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2176c00/0x3b8ec5973df59342 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.378047:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177c00/0x3b8ec5973df59334 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967105 expref: 10 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.378065:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8baab0f95100) 00010000:00010000:2.0:1789050414.378068:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789050414.378072:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177c00/0x3b8ec5973df59334 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967105 expref: 10 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.378082:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baac2177c00, rc 0) 00000100:00100000:2.0:1789050414.378147:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+9:18704:x1875954704212608:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 6104us (6304us total) trans 0 rc 301/301 00000100:00100000:2.0:1789050414.378157:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 27 10000000:01000000:0.0:1789050414.383535:0:22749:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789050414.383548:0:22749:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8ba98273c000 from 13 10000000:01000000:0.0:1789050414.383555:0:22749:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789050414.383626:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa829d6800/0x3b8ec5973df59349 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050414.383641:0:22749:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8baa829d6800/0x3b8ec5973df59349 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050414.383656:0:22749:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8baa829d6800/0x3b8ec5973df59349 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050414.383689:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983f59500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714800512:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789050414.383747:0:25544:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab47e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+5:18698:x1875954704212480:12345-192.168.203.42@tcp:59:lhsmtool_posix.0 Request processed in 53557us (53900us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050414.383763:0:25544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 26 00000100:00100000:0.0:1789050414.383801:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050414.383880:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa82e73000 going to sleep for 11 seconds 00000100:00100000:2.0:1789050414.387140:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714800512 00000100:00100000:2.0:1789050414.387156:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714800512 00000100:00100000:2.0:1789050414.387279:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:2.0:1789050414.387288:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+20:22749:x1875954714800512:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789050414.387305:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789050414.387325:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baac2176800/0x3b8ec5973df59350 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df59349 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.387353:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baac2176800/0x3b8ec5973df59350 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df59349 expref: 21 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.387365:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baac2176800/0x3b8ec5973df59350 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df59349 expref: 21 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.387374:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baac2176800, rc 0) 00000100:00100000:2.0:1789050414.387453:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:22749:x1875954714800512:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 167us (3657us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050414.387477:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1789050414.387583:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983f59500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714800512:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789050414.387604:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8baa829d6800/0x3b8ec5973df59349 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df59350 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.387626:0:22749:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8baa829d6800/0x3b8ec5973df59349 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df59350 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789050414.387700:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba981b01c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714800640:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789050414.387734:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050414.390082:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baab0f656c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789050414.390823:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714800640 00000100:00100000:0.0:1789050414.390841:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714800640 00000100:00100000:0.0:1789050414.391134:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:0.0:1789050414.391143:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:22749:x1875954714800640:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789050414.391319:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:22749:x1875954714800640:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 176us (3583us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050414.391326:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1789050414.391690:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba981b01c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714800640:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789050414.391762:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba981b01c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714800768:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789050414.391807:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050414.391846:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baab0f656c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789050414.392225:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714800768 00000100:00100000:0.0:1789050414.392234:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714800768 00000100:00100000:0.0:1789050414.392280:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:0.0:1789050414.392290:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:22749:x1875954714800768:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789050414.392430:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:22749:x1875954714800768:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 142us (622us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050414.392438:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1789050414.392536:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba981b01c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714800768:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1789050414.393791:0:25793:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1789050414.394671:0:22749:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1789050414.394697:0:22749:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789050414.394708:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa829d6800/0x3b8ec5973df59349 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df59350 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050414.394721:0:22749:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8baa829d6800/0x3b8ec5973df59349 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df59350 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789050414.394921:0:22749:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1789050414.394925:0:22749:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8baab771f800 from 13 10000000:01000000:2.0:1789050414.394929:0:22749:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789050414.395384:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baac2177c00/0x3b8ec5973df59357 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.395397:0:22749:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8baac2177c00/0x3b8ec5973df59357 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.395409:0:22749:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8baac2177c00/0x3b8ec5973df59357 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050414.395437:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae795500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714800896:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789050414.395500:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050414.395650:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa8396c240 going to sleep for 11 seconds 00000100:00100000:0.0:1789050414.395689:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714800896 00000100:00100000:0.0:1789050414.395697:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714800896 00000100:00100000:0.0:1789050414.395911:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1789050414.395922:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+21:22749:x1875954714800896:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789050414.395934:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789050414.396092:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baa829d6600/0x3b8ec5973df5935e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df59357 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050414.396115:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baa829d6600/0x3b8ec5973df5935e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df59357 expref: 22 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050414.396126:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baa829d6600/0x3b8ec5973df5935e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df59357 expref: 22 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050414.396134:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa829d6600, rc 0) 00000100:00100000:0.0:1789050414.396182:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+22:22749:x1875954714800896:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 263us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050414.396205:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:3.0:1789050414.396347:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae795500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714800896:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789050414.396363:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8baac2177c00/0x3b8ec5973df59357 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df5935e expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.396371:0:22749:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8baac2177c00/0x3b8ec5973df59357 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df5935e expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050414.396454:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab47e5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714801024:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789050414.396490:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050414.396989:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa904e2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1789050414.401767:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714801024 00000100:00100000:2.0:1789050414.401785:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714801024 00000100:00100000:2.0:1789050414.401864:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1789050414.401875:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+22:22749:x1875954714801024:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789050414.402227:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+22:22749:x1875954714801024:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 354us (5736us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050414.402236:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1789050414.406225:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050414.406503:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704212736 00000100:00100000:1.0:1789050414.406527:0:22761:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704212736 00000100:00100000:1.0:1789050414.406577:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 0 00000100:00100000:1.0:1789050414.406587:0:22761:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+9:18704:x1875954704212736:12345-192.168.203.42@tcp:700:lfs.0 00000100:00100000:3.0:1789050414.406659:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab47e5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714801024:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789050414.406720:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab47e5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714801152:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789050414.406806:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789050414.406812:0:22761:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+9:18704:x1875954704212736:12345-192.168.203.42@tcp:700:lfs.0 Request processed in 224us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050414.406841:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa904e2cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1789050414.406876:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714801152 00000100:00100000:3.0:1789050414.406880:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714801152 00000100:00100000:1.0:1789050414.407087:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 0 00000100:00100000:3.0:1789050414.407192:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1789050414.407204:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+22:22749:x1875954714801152:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789050414.407345:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+22:22749:x1875954714801152:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 142us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050414.407409:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab47e5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714801152:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789050414.409163:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1789050414.409319:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050414.409984:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704212992 00000100:00100000:3.0:1789050414.409994:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704212992 00000100:00100000:3.0:1789050414.410040:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 28 00000100:00100000:3.0:1789050414.410049:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba981b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+9:18704:x1875954704212992:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:3.0:1789050414.410099:0:22752:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789050414.410128:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6a00/0x3b8ec5973df592a8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967080 expref: 9 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.410146:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8baab0f95100) 00010000:00010000:3.0:1789050414.410151:0:22752:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789050414.410214:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4000/0x3b8ec5973df59365 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.410239:0:22752:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df592e7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad39670f0 expref: 5 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.410248:0:22752:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4000/0x3b8ec5973df59365 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.410281:0:22752:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df592e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0x13a683cad39670f0 expref: 5 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.410295:0:22752:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df592e7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad39670f0 expref: 5 pid: 22753 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050414.410308:0:22752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab47e5180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22752:1875954714801280:192.168.203.42@tcp:104: 00000100:00100000:3.0:1789050414.410381:0:22752:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa904e2cc0 going to sleep for 11 seconds 00000040:00080000:0.0:1789050414.411562:0:25794:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1789050414.411715:0:22749:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1789050414.411740:0:22749:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789050414.411759:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baac2177c00/0x3b8ec5973df59357 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df5935e expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.411890:0:22749:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8baac2177c00/0x3b8ec5973df59357 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df5935e expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789050414.411904:0:22749:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1789050414.411907:0:22749:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8baab0ea7800 from 13 10000000:01000000:2.0:1789050414.411910:0:22749:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789050414.412075:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baac2176c00/0x3b8ec5973df5936c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.412084:0:22749:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8baac2176c00/0x3b8ec5973df5936c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.412094:0:22749:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8baac2176c00/0x3b8ec5973df5936c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050414.412115:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae797b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714801408:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789050414.412172:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050414.412326:0:22752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab47e5180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22752:1875954714801280:192.168.203.42@tcp:104: 00010000:00010000:3.0:1789050414.412347:0:22752:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4000/0x3b8ec5973df59365 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050414.412489:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae6b2480 going to sleep for 11 seconds 00000100:00100000:3.0:1789050414.412837:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050414.412891:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704213120 00000100:00100000:0.0:1789050414.412898:0:22738:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704213120 00010000:00010000:0.0:1789050414.412964:0:22738:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df592e7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad39670f0 expref: 6 pid: 22753 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1789050414.413087:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789050414.413318:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 15 00000100:00100000:0.0:1789050414.413331:0:22738:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab47e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+6:2403:x1875954704213120:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789050414.413346:0:22738:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789050414.413354:0:22738:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df592e7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad39670f0 expref: 6 pid: 22753 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050414.413367:0:22738:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df592e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad39670f0 expref: 6 pid: 22753 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050414.413387:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df592e7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad39670f0 expref: 6 pid: 22753 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050414.413402:0:22738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8baab0f95100) 00010000:00010000:0.0:1789050414.413407:0:22738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4000/0x3b8ec5973df59365 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050414.413416:0:22738:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4000/0x3b8ec5973df59365 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050414.413490:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4000/0x3b8ec5973df59365 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050414.413567:0:22738:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789050414.413616:0:22738:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab47e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+5:2403:x1875954704213120:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 287us (777us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050414.413623:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 15 00010000:00010000:2.0:1789050414.413665:0:22752:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4000/0x3b8ec5973df59365 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.413672:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4000/0x3b8ec5973df59365 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.413692:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df59373 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.413701:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df59373 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.413715:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df59373 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.415569:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4e00/0x3b8ec5973df5937a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.415589:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4e00/0x3b8ec5973df5937a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.415601:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4e00/0x3b8ec5973df5937a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1789050414.415619:0:22752:0:(mdt_handler.c:4507:mdt_save_lock()) ### save lock request 00000000e2e633f1 reply state 00000000e642be83 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4e00/0x3b8ec5973df5937a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.415630:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4e00/0x3b8ec5973df5937a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.415637:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8baaa1a0e700) 00010000:00010000:2.0:1789050414.415640:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789050414.415644:0:22752:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1789050414.415650:0:22752:0:(mdt_handler.c:922:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1789050414.415658:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4000/0x3b8ec5973df59365 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.415664:0:22752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4000/0x3b8ec5973df59365 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.415672:0:22752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4000/0x3b8ec5973df59365 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.415678:0:22752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae5a4000 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:2.0:1789050414.415689:0:22752:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4000/0x3b8ec5973df59365 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.415697:0:22752:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4000/0x3b8ec5973df59365 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.415708:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8baab0f95100) 00010000:00010000:2.0:1789050414.415711:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789050414.415714:0:22752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4000/0x3b8ec5973df59365 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.415721:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4000/0x3b8ec5973df59365 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1789050414.415740:0:22752:0:(mdt_handler.c:4507:mdt_save_lock()) ### save lock request 00000000e2e633f1 reply state 00000000e642be83 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df59373 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.415750:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df59373 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.415756:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8baaa1a0ee00) 00010000:00010000:2.0:1789050414.415758:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789050414.415761:0:22752:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1789050414.415839:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba981b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+10:18704:x1875954704212992:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 5787us (6518us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1789050414.415848:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 28 00000100:00100000:1.0:1789050414.416752:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714801408 00000100:00100000:1.0:1789050414.416764:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714801408 00000100:00100000:1.0:1789050414.417029:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1789050414.417039:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+22:22749:x1875954714801408:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789050414.417063:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789050414.417077:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baa86db1000/0x3b8ec5973df59381 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df5936c expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.417100:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baa86db1000/0x3b8ec5973df59381 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df5936c expref: 23 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.417112:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baa86db1000/0x3b8ec5973df59381 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df5936c expref: 23 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.417120:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa86db1000, rc 0) 00000100:00100000:1.0:1789050414.417178:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+23:22749:x1875954714801408:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (5005us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050414.417185:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1789050414.417280:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae797b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714801408:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789050414.417297:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8baac2176c00/0x3b8ec5973df5936c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df59381 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.417307:0:22749:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8baac2176c00/0x3b8ec5973df5936c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df59381 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050414.417391:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae797b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714801536:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789050414.417427:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050414.425590:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae6b2480 going to sleep for 11 seconds 00000100:00100000:3.0:1789050414.426811:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714801536 00000100:00100000:3.0:1789050414.426835:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714801536 00000100:00100000:3.0:1789050414.426899:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1789050414.426909:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+23:22749:x1875954714801536:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789050414.427090:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+23:22749:x1875954714801536:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 182us (9661us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050414.427098:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1789050414.427348:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae797b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714801536:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789050414.427400:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae797b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714801664:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789050414.427445:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050414.427461:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae6b2480 going to sleep for 11 seconds 00000100:00100000:0.0:1789050414.427543:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714801664 00000100:00100000:0.0:1789050414.427549:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714801664 00000100:00100000:0.0:1789050414.427571:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1789050414.427578:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba98342c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+23:22749:x1875954714801664:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789050414.427662:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba98342c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+23:22749:x1875954714801664:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 84us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050414.427670:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1789050414.427745:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae797b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714801664:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1789050414.428744:0:25795:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1789050414.429044:0:22749:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1789050414.429071:0:22749:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789050414.429081:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baac2176c00/0x3b8ec5973df5936c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df59381 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.429093:0:22749:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8baac2176c00/0x3b8ec5973df5936c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df59381 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789050414.429103:0:22749:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1789050414.429105:0:22749:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8ba984cc8800 from 13 10000000:01000000:2.0:1789050414.429108:0:22749:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789050414.429134:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa83ed5200/0x3b8ec5973df59388 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.429143:0:22749:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8baa83ed5200/0x3b8ec5973df59388 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.429152:0:22749:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8baa83ed5200/0x3b8ec5973df59388 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050414.429180:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae797b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714801792:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789050414.429224:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050414.429259:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae6b2480 going to sleep for 11 seconds 00000100:00100000:0.0:1789050414.429292:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714801792 00000100:00100000:0.0:1789050414.429299:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714801792 00000100:00100000:0.0:1789050414.429336:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1789050414.429344:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+23:22749:x1875954714801792:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789050414.429355:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789050414.429367:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baa829d6a00/0x3b8ec5973df5938f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b8ec5973df59388 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050414.429389:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baa829d6a00/0x3b8ec5973df5938f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b8ec5973df59388 expref: 24 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050414.429399:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baa829d6a00/0x3b8ec5973df5938f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b8ec5973df59388 expref: 24 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050414.429409:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa829d6a00, rc 0) 00000100:00100000:0.0:1789050414.429451:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:22749:x1875954714801792:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 108us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050414.429464:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1789050414.429468:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae797b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714801792:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789050414.429481:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.142@tcp lock: ffff8baa83ed5200/0x3b8ec5973df59388 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df5938f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.429490:0:22749:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.142@tcp lock: ffff8baa83ed5200/0x3b8ec5973df59388 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b8ec5973df5938f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050414.429546:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae797b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714801920:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789050414.429572:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050414.429592:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae6b2480 going to sleep for 11 seconds 00000100:00100000:0.0:1789050414.429606:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714801920 00000100:00100000:0.0:1789050414.429610:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714801920 00000100:00100000:0.0:1789050414.429639:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1789050414.429646:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:22749:x1875954714801920:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789050414.429740:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:22749:x1875954714801920:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 95us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050414.429748:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1789050414.429753:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae797b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714801920:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789050414.429780:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab47e5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714802048:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789050414.429830:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050414.429849:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa904e29c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789050414.429864:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714802048 00000100:00100000:0.0:1789050414.429869:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714802048 00000100:00100000:0.0:1789050414.429897:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1789050414.429903:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:22749:x1875954714802048:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789050414.430065:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:22749:x1875954714802048:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 161us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050414.430072:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1789050414.430318:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab47e5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:22749:1875954714802048:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1789050414.431460:0:25796:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1789050414.431596:0:22749:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1789050414.431621:0:22749:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789050414.431629:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8baa83ed5200/0x3b8ec5973df59388 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df5938f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.431641:0:22749:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.142@tcp lock: ffff8baa83ed5200/0x3b8ec5973df59388 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b8ec5973df5938f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050414.517108:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050414.517337:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704213248 00000100:00100000:2.0:1789050414.517350:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704213248 00000100:00100000:2.0:1789050414.517436:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 29 00000100:00100000:2.0:1789050414.517448:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+10:18712:x1875954704213248:12345-192.168.203.42@tcp:101:lctl.0 00010000:00010000:2.0:1789050414.517481:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789050414.517510:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4c00/0x3b8ec5973df59396 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13a683cad396710c expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.517593:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5600/0x3b8ec5973df5939d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.517610:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5600/0x3b8ec5973df5939d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.517641:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5600/0x3b8ec5973df5939d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789050414.517700:0:22753:0:(mdt_handler.c:922:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789050414.517703:0:22753:0:(mdt_handler.c:1587:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789050414.517751:0:22753:0:(mdt_handler.c:2522:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5600/0x3b8ec5973df5939d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.517781:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4c00/0x3b8ec5973df59396 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad396710c expref: 12 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.517804:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5600/0x3b8ec5973df5939d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad396710c expref: 11 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.517814:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8baaa1a0e300) 00010000:00010000:2.0:1789050414.517817:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789050414.517822:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa83ed5600, rc 0) 00000100:00100000:2.0:1789050414.517906:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+11:18712:x1875954704213248:12345-192.168.203.42@tcp:101:lctl.0 Request processed in 460us (813us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050414.517914:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 29 00000100:00100000:0.0:1789050414.543262:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050414.543368:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704213376 00000100:00100000:1.0:1789050414.543384:0:22754:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704213376 00000100:00100000:1.0:1789050414.543528:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 30 00000100:00100000:1.0:1789050414.543540:0:22754:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+5:18713:x1875954704213376:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1789050414.543562:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789050414.543583:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0600/0x3b8ec5973df593a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13a683cad3967113 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.543644:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0e00/0x3b8ec5973df593ab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.543658:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0e00/0x3b8ec5973df593ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.543670:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0e00/0x3b8ec5973df593ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789050414.543730:0:22754:0:(mdt_handler.c:922:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1789050414.543734:0:22754:0:(mdt_handler.c:1587:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789050414.543754:0:22754:0:(mdt_handler.c:2522:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0e00/0x3b8ec5973df593ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.543793:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0600/0x3b8ec5973df593a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967113 expref: 7 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.543814:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0e00/0x3b8ec5973df593ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967113 expref: 6 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.543822:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8baaa1a0e300) 00010000:00010000:1.0:1789050414.543826:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789050414.543830:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa86db0e00, rc 0) 00000100:00100000:1.0:1789050414.543904:0:22754:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+6:18713:x1875954704213376:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 366us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050414.543911:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 30 00000100:00100000:0.0:1789050414.546566:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050414.546686:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704213504 00000100:00100000:2.0:1789050414.546701:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704213504 00000100:00100000:2.0:1789050414.546783:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 31 00000100:00100000:2.0:1789050414.546796:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+6:18713:x1875954704213504:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1789050414.546827:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789050414.546863:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4c00/0x3b8ec5973df593b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13a683cad396711a expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.547733:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5400/0x3b8ec5973df593b9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.547756:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5400/0x3b8ec5973df593b9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.547773:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5400/0x3b8ec5973df593b9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.547786:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5800/0x3b8ec5973df593c0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.547795:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5800/0x3b8ec5973df593c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.547802:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5800/0x3b8ec5973df593c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.547910:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4200/0x3b8ec5973df593c7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.547919:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4200/0x3b8ec5973df593c7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.548219:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4200/0x3b8ec5973df593c7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789050414.548277:0:22753:0:(mdt_handler.c:922:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789050414.548353:0:22753:0:(mdt_handler.c:1587:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789050414.548383:0:22753:0:(mdt_handler.c:2522:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4200/0x3b8ec5973df593c7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.548416:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5400/0x3b8ec5973df593b9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.548424:0:22753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5400/0x3b8ec5973df593b9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.548431:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5400/0x3b8ec5973df593b9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.548439:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa83ed5400 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:2.0:1789050414.548444:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5400/0x3b8ec5973df593b9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.548454:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5400/0x3b8ec5973df593b9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.548469:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8baaa1a0e300) 00010000:00010000:2.0:1789050414.548473:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789050414.548479:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5400/0x3b8ec5973df593b9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.548485:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5400/0x3b8ec5973df593b9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.548503:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5800/0x3b8ec5973df593c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.548510:0:22753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5800/0x3b8ec5973df593c0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.548516:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5800/0x3b8ec5973df593c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.548529:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa83ed5800 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:2.0:1789050414.548533:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5800/0x3b8ec5973df593c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.548540:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5800/0x3b8ec5973df593c0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.548549:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8baaa1a0ee00) 00010000:00010000:2.0:1789050414.548551:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789050414.548554:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5800/0x3b8ec5973df593c0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.548560:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5800/0x3b8ec5973df593c0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.548598:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4c00/0x3b8ec5973df593b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad396711a expref: 8 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.548616:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4200/0x3b8ec5973df593c7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad396711a expref: 7 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.548624:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8baaa1a0e700) 00010000:00010000:2.0:1789050414.548627:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789050414.548629:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa83ed4200, rc 0) 00000100:00100000:2.0:1789050414.548779:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+7:18713:x1875954704213504:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 1985us (2228us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050414.548790:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 31 00000100:00100000:0.0:1789050414.553866:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050414.554214:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704213632 00000100:00100000:3.0:1789050414.554229:0:22763:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704213632 00000100:00100000:3.0:1789050414.554361:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6 00000100:00100000:3.0:1789050414.554373:0:22763:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+5:18713:x1875954704213632:12345-192.168.203.42@tcp:900:lfs.0 00000100:00100000:3.0:1789050414.554485:0:22763:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+5:18713:x1875954704213632:12345-192.168.203.42@tcp:900:lfs.0 Request processed in 112us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050414.554493:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6 00000100:00100000:0.0:1789050414.557770:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050414.557873:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704213888 00000100:00100000:3.0:1789050414.557886:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704213888 00000100:00100000:3.0:1789050414.558021:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 32 00000100:00100000:3.0:1789050414.558034:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+7:18713:x1875954704213888:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:3.0:1789050414.558061:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789050414.558109:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5000/0x3b8ec5973df593ce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13a683cad3967121 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789050414.558254:0:22752:0:(mdt_handler.c:922:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1789050414.558562:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5000/0x3b8ec5973df593ce lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967121 expref: 9 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.558580:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8baaa1a0e300) 00010000:00010000:3.0:1789050414.558584:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1789050414.558590:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5000/0x3b8ec5973df593ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967121 expref: 9 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.558607:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baaae5a5000, rc 0) 00000100:00100000:3.0:1789050414.558722:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+8:18713:x1875954704213888:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 691us (965us total) trans 12884901891 rc 301/301 00000100:00100000:3.0:1789050414.558730:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 32 00000100:00080000:2.0:1789050414.559353:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789050414.562731:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050414.562836:0:25544:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704214144 00000100:00100000:1.0:1789050414.562850:0:25544:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704214144 00000100:00100000:1.0:1789050414.563223:0:25544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 33 00000100:00100000:1.0:1789050414.563236:0:25544:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+8:18713:x1875954704214144:12345-192.168.203.42@tcp:36:lfs.0 00010000:00010000:1.0:1789050414.563324:0:25544:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789050414.563360:0:25544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4200/0x3b8ec5973df593c7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad396711a expref: 8 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.563385:0:25544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8baaa1a0e700) 00010000:00010000:1.0:1789050414.563407:0:25544:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789050414.563436:0:25544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0a00/0x3b8ec5973df593dc lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.563453:0:25544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0a00/0x3b8ec5973df593dc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.563465:0:25544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0a00/0x3b8ec5973df593dc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1789050414.563730:0:25544:0:(mdt_handler.c:4507:mdt_save_lock()) ### save lock request 0000000022238615 reply state 000000007075dce3 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0a00/0x3b8ec5973df593dc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.563746:0:25544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0a00/0x3b8ec5973df593dc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.563753:0:25544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8baaa1a0e700) 00010000:00010000:1.0:1789050414.563756:0:25544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1789050414.563759:0:25544:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1789050414.563769:0:25544:0:(mdt_handler.c:922:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1789050414.564231:0:25544:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+9:18713:x1875954704214144:12345-192.168.203.42@tcp:36:lfs.0 Request processed in 994us (1512us total) trans 12884901892 rc 0/0 00000100:00100000:1.0:1789050414.564242:0:25544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 33 00000100:00100000:0.0:1789050414.567000:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050414.567122:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704214400 00000100:00100000:3.0:1789050414.567134:0:22756:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704214400 00000100:00100000:3.0:1789050414.567199:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2 00000100:00100000:3.0:1789050414.567211:0:22756:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+9:18713:x1875954704214400:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:3.0:1789050414.567504:0:22756:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+10:18713:x1875954704214400:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 294us (526us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1789050414.567514:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2 00000100:00100000:0.0:1789050414.570787:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050414.570898:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704214656 00000100:00100000:1.0:1789050414.570911:0:22754:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704214656 00000100:00100000:1.0:1789050414.571208:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 34 00000100:00100000:1.0:1789050414.571221:0:22754:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+10:18713:x1875954704214656:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1789050414.571253:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789050414.571281:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1c00/0x3b8ec5973df593e3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13a683cad3967128 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.571416:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0600/0x3b8ec5973df593ea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.571434:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0600/0x3b8ec5973df593ea lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.571448:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0600/0x3b8ec5973df593ea lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.571461:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df593f1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.571469:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df593f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.571476:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df593f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789050414.571617:0:22754:0:(mdt_handler.c:922:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1789050414.571705:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0600/0x3b8ec5973df593ea lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.571714:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0600/0x3b8ec5973df593ea lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.571723:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0600/0x3b8ec5973df593ea lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.571730:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa86db0600 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:1.0:1789050414.571735:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0600/0x3b8ec5973df593ea lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.571754:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0600/0x3b8ec5973df593ea lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.571770:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8baaa1a0e300) 00010000:00010000:1.0:1789050414.571773:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789050414.571778:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0600/0x3b8ec5973df593ea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.571784:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0600/0x3b8ec5973df593ea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.571798:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df593f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.571804:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df593f1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.571809:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df593f1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.571814:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa86db0c00 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:1.0:1789050414.571817:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df593f1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.571823:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df593f1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.571830:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8baaa1a0ee00) 00010000:00010000:1.0:1789050414.571832:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789050414.571836:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df593f1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.571863:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df593f1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.571904:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1c00/0x3b8ec5973df593e3 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967128 expref: 12 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.571915:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8baaa1a0e300) 00010000:00010000:1.0:1789050414.571918:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1789050414.571922:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1c00/0x3b8ec5973df593e3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967128 expref: 12 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.571970:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa86db1c00, rc 0) 00000100:00100000:1.0:1789050414.572166:0:22754:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+11:18713:x1875954704214656:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 947us (1395us total) trans 12884901894 rc 301/301 00000100:00100000:1.0:1789050414.572175:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 34 00000100:00100000:2.0:1789050414.575632:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050414.575730:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704214784 00000100:00100000:0.0:1789050414.575743:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704214784 00000100:00100000:0.0:1789050414.575844:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 35 00000100:00100000:0.0:1789050414.575884:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae797480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+11:18713:x1875954704214784:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:0.0:1789050414.575920:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789050414.576168:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d7000/0x3b8ec5973df593ff lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13a683cad396712f expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050414.576372:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6200/0x3b8ec5973df59406 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050414.576391:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6200/0x3b8ec5973df59406 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050414.576406:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6200/0x3b8ec5973df59406 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789050414.576441:0:22753:0:(mdt_handler.c:922:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1789050414.576445:0:22753:0:(mdt_handler.c:1587:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789050414.576472:0:22753:0:(mdt_handler.c:2522:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6200/0x3b8ec5973df59406 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050414.576505:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d7000/0x3b8ec5973df593ff lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad396712f expref: 13 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050414.576528:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6200/0x3b8ec5973df59406 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad396712f expref: 12 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050414.576538:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8baaa1a0e700) 00010000:00010000:0.0:1789050414.576541:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789050414.576546:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa829d6200, rc 0) 00000100:00100000:0.0:1789050414.576668:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae797480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+12:18713:x1875954704214784:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 786us (1051us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050414.576690:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 35 00000100:00100000:0.0:1789050414.580224:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050414.580390:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704214912 00000100:00100000:3.0:1789050414.580403:0:22756:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704214912 00000100:00100000:3.0:1789050414.580466:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3 00000100:00100000:3.0:1789050414.580476:0:22756:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+12:18713:x1875954704214912:12345-192.168.203.42@tcp:37:lfs.0 00000100:00100000:1.0:1789050414.585276:0:22756:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+12:18713:x1875954704214912:12345-192.168.203.42@tcp:37:lfs.0 Request processed in 4785us (5049us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050414.585306:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3 00000100:00100000:2.0:1789050414.588723:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050414.588811:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704215168 00000100:00100000:0.0:1789050414.588824:0:22755:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704215168 00000100:00100000:0.0:1789050414.588963:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 4 00000100:00100000:0.0:1789050414.588977:0:22755:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa98384050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+12:18713:x1875954704215168:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1789050414.589374:0:22755:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa98384050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+13:18713:x1875954704215168:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 399us (664us total) trans 12884901895 rc 0/0 00000100:00100000:0.0:1789050414.589382:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 4 00000100:00100000:0.0:1789050414.631869:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050414.631980:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704215296 00000100:00100000:3.0:1789050414.632002:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704215296 00000100:00100000:3.0:1789050414.632081:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 36 00000100:00100000:3.0:1789050414.632092:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+11:18719:x1875954704215296:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:3.0:1789050414.632120:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789050414.632144:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5000/0x3b8ec5973df5940d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13a683cad3967136 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.632225:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4c00/0x3b8ec5973df59414 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.632244:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4c00/0x3b8ec5973df59414 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.632257:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4c00/0x3b8ec5973df59414 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.632269:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5600/0x3b8ec5973df5941b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.632277:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5600/0x3b8ec5973df5941b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.632284:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5600/0x3b8ec5973df5941b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.632390:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5800/0x3b8ec5973df59422 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.632400:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5800/0x3b8ec5973df59422 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.632428:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5800/0x3b8ec5973df59422 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789050414.632474:0:22752:0:(mdt_handler.c:922:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789050414.632479:0:22752:0:(mdt_handler.c:1587:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789050414.632527:0:22752:0:(mdt_handler.c:2522:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5800/0x3b8ec5973df59422 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.632541:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4c00/0x3b8ec5973df59414 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.632548:0:22752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4c00/0x3b8ec5973df59414 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.632556:0:22752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4c00/0x3b8ec5973df59414 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.632562:0:22752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae5a4c00 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:3.0:1789050414.632568:0:22752:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4c00/0x3b8ec5973df59414 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.632576:0:22752:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4c00/0x3b8ec5973df59414 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.632591:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8baaa1a0e300) 00010000:00010000:3.0:1789050414.632595:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789050414.632600:0:22752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4c00/0x3b8ec5973df59414 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.632608:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4c00/0x3b8ec5973df59414 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.632635:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5600/0x3b8ec5973df5941b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.632643:0:22752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5600/0x3b8ec5973df5941b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.632649:0:22752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5600/0x3b8ec5973df5941b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.632654:0:22752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae5a5600 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:3.0:1789050414.632657:0:22752:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5600/0x3b8ec5973df5941b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.632663:0:22752:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5600/0x3b8ec5973df5941b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.632672:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8baaa1a0ee00) 00010000:00010000:3.0:1789050414.632675:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789050414.632678:0:22752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5600/0x3b8ec5973df5941b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.632685:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5600/0x3b8ec5973df5941b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.632714:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5000/0x3b8ec5973df5940d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967136 expref: 13 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.632728:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5800/0x3b8ec5973df59422 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967136 expref: 12 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.632748:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8baaa1a0e700) 00010000:00010000:3.0:1789050414.632750:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1789050414.632753:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baaae5a5800, rc 0) 00000100:00100000:3.0:1789050414.632833:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+12:18719:x1875954704215296:12345-192.168.203.42@tcp:101:bash.0 Request processed in 742us (988us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050414.632842:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 36 00000100:00100000:3.0:1789050414.636247:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050414.636361:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704215424 00000100:00100000:1.0:1789050414.636374:0:22763:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704215424 00000100:00100000:1.0:1789050414.636448:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 7 00000100:00100000:1.0:1789050414.636460:0:22763:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab47e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+5:18719:x1875954704215424:12345-192.168.203.42@tcp:900:bash.0 00000100:00100000:1.0:1789050414.636564:0:22763:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab47e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+5:18719:x1875954704215424:12345-192.168.203.42@tcp:900:bash.0 Request processed in 106us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050414.636572:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 7 00000100:00100000:2.0:1789050414.638394:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050414.638714:0:25544:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704215680 00000100:00100000:1.0:1789050414.638742:0:25544:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704215680 00000100:00100000:1.0:1789050414.638813:0:25544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 37 00000100:00100000:1.0:1789050414.638825:0:25544:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae794380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+12:18719:x1875954704215680:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:1.0:1789050414.638850:0:25544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789050414.638889:0:25544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1c00/0x3b8ec5973df59429 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13a683cad396713d expref: -99 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.639071:0:25544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df59430 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.639090:0:25544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6200/0x3b8ec5973df59406 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad396712f expref: 12 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.639101:0:25544:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df59430 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.639144:0:25544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6200/0x3b8ec5973df59406 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0x13a683cad396712f expref: 12 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.639160:0:25544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6200/0x3b8ec5973df59406 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad396712f expref: 12 pid: 22753 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789050414.639176:0:25544:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba981b03800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25544:1875954714802176:192.168.203.42@tcp:104: 00000100:00100000:1.0:1789050414.639272:0:25544:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baab0f659c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789050414.642723:0:25544:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba981b03800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25544:1875954714802176:192.168.203.42@tcp:104: 00010000:00010000:1.0:1789050414.642765:0:25544:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df59430 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050414.647691:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050414.650782:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704215808 00000100:00100000:3.0:1789050414.650803:0:22737:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704215808 00010000:00010000:2.0:1789050414.653558:0:22737:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6200/0x3b8ec5973df59406 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad396712f expref: 13 pid: 22753 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050414.653685:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 16 00000100:00100000:2.0:1789050414.653699:0:22737:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae797b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+13:2404:x1875954704215808:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789050414.653718:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789050414.653727:0:22737:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6200/0x3b8ec5973df59406 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad396712f expref: 13 pid: 22753 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.653744:0:22737:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6200/0x3b8ec5973df59406 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad396712f expref: 13 pid: 22753 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.653774:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6200/0x3b8ec5973df59406 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad396712f expref: 13 pid: 22753 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.653795:0:22737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8baaa1a0e700) 00010000:00010000:2.0:1789050414.653801:0:22737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df59430 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.653813:0:22737:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df59430 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.653821:0:22737:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df59430 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.653898:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789050414.654030:0:22737:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae797b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+12:2404:x1875954704215808:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 334us (6354us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050414.654038:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 16 00010000:00010000:1.0:1789050414.654120:0:25544:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df59430 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.654130:0:25544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df59430 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.654159:0:25544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0600/0x3b8ec5973df59437 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.654171:0:25544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0600/0x3b8ec5973df59437 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.654179:0:25544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0600/0x3b8ec5973df59437 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.655009:0:25544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1200/0x3b8ec5973df5943e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.655025:0:25544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1200/0x3b8ec5973df5943e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.655034:0:25544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1200/0x3b8ec5973df5943e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789050414.655047:0:25544:0:(mdt_handler.c:922:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1789050414.655076:0:25544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df59430 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.655084:0:25544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df59430 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.655092:0:25544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df59430 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.655108:0:25544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa86db0c00 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:1.0:1789050414.655113:0:25544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df59430 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.655122:0:25544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df59430 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.655133:0:25544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8baaa1a0e700) 00010000:00010000:1.0:1789050414.655136:0:25544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789050414.655141:0:25544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df59430 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.655148:0:25544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df59430 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1789050414.655163:0:25544:0:(mdt_handler.c:4507:mdt_save_lock()) ### save lock request 00000000581f77eb reply state 000000009ab31f19 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0600/0x3b8ec5973df59437 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.655174:0:25544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0600/0x3b8ec5973df59437 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.655181:0:25544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8ba983288b00) 00010000:00010000:1.0:1789050414.655184:0:25544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789050414.655187:0:25544:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1789050414.655226:0:25544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1c00/0x3b8ec5973df59429 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad396713d expref: 15 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.655242:0:25544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1200/0x3b8ec5973df5943e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad396713d expref: 14 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.655261:0:25544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ba983288100) 00010000:00010000:1.0:1789050414.655263:0:25544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1789050414.655266:0:25544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa86db1200, rc 0) 00000100:00100000:1.0:1789050414.655390:0:25544:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae794380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+15:18719:x1875954704215680:12345-192.168.203.42@tcp:101:bash.0 Request processed in 16566us (17006us total) trans 12884901896 rc 0/0 00000100:00100000:1.0:1789050414.655399:0:25544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 37 00000100:00100000:0.0:1789050414.673243:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050414.673307:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050414.673497:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704215936 00000100:00100000:2.0:1789050414.673510:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704215936 00000100:00100000:2.0:1789050414.673581:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 158 00000100:00100000:2.0:1789050414.673593:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30519490-352c-489e-b15b-b195eb7c69ea+11:18080:x1875954704215936:12345-192.168.203.42@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789050414.673615:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789050414.673638:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baa83ed5400/0x3b8ec5973df5944c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x13a683cad3967144 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.673688:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baa83ed5400/0x3b8ec5973df5944c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967144 expref: 12 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.673701:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baa83ed5400/0x3b8ec5973df5944c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967144 expref: 12 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.673713:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa83ed5400, rc 0) 00000100:00100000:2.0:1789050414.673786:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30519490-352c-489e-b15b-b195eb7c69ea+12:18080:x1875954704215936:12345-192.168.203.42@tcp:101:ll_cfg_requeue.0 Request processed in 194us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050414.673794:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 158 00000100:00100000:3.0:1789050414.679119:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704216064 00000100:00100000:3.0:1789050414.679143:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704216064 00000100:00100000:0.0:1789050414.680881:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050414.681027:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704216192 00000100:00100000:1.0:1789050414.681038:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704216192 00000100:00100000:1.0:1789050414.681110:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 159 00000100:00100000:1.0:1789050414.681122:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30519490-352c-489e-b15b-b195eb7c69ea+12:18080:x1875954704216192:12345-192.168.203.42@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789050414.681315:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30519490-352c-489e-b15b-b195eb7c69ea+12:18080:x1875954704216192:12345-192.168.203.42@tcp:501:ll_cfg_requeue.0 Request processed in 194us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050414.681324:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 159 00000100:00100000:0.0:1789050414.684165:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050414.684480:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704216320 00000100:00100000:3.0:1789050414.684493:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704216320 00000100:00100000:3.0:1789050414.684564:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 160 00000100:00100000:3.0:1789050414.684575:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30519490-352c-489e-b15b-b195eb7c69ea+12:18080:x1875954704216320:12345-192.168.203.42@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789050414.684768:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30519490-352c-489e-b15b-b195eb7c69ea+12:18080:x1875954704216320:12345-192.168.203.42@tcp:503:ll_cfg_requeue.0 Request processed in 194us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050414.684777:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 160 00000100:00100000:2.0:1789050414.687582:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 38 00000100:00100000:2.0:1789050414.687598:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+15:18719:x1875954704216064:12345-192.168.203.42@tcp:101:bash.0 00010000:00010000:2.0:1789050414.687629:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789050414.687656:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5a00/0x3b8ec5973df59453 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13a683cad396714b expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.687983:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df5945a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.688001:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df5945a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.688016:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df5945a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789050414.688078:0:22752:0:(mdt_handler.c:922:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1789050414.688083:0:22752:0:(mdt_handler.c:1587:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789050414.688111:0:22752:0:(mdt_handler.c:2522:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df5945a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.688123:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df5945a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.688150:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5a00/0x3b8ec5973df59453 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad396714b expref: 17 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.688172:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df5945a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad396714b expref: 16 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.688181:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ba983288100) 00010000:00010000:2.0:1789050414.688185:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789050414.688188:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa83ed4400, rc 0) 00000100:00100000:2.0:1789050414.688322:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+16:18719:x1875954704216064:12345-192.168.203.42@tcp:101:bash.0 Request processed in 726us (15012us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050414.688330:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 38 00000100:00100000:3.0:1789050414.693602:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050414.693767:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704216448 00000100:00100000:2.0:1789050414.693781:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704216448 00000100:00100000:2.0:1789050414.693849:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 161 00000100:00100000:2.0:1789050414.693871:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30519490-352c-489e-b15b-b195eb7c69ea+12:18080:x1875954704216448:12345-192.168.203.42@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789050414.693893:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789050414.693915:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8baa83ed4000/0x3b8ec5973df59461 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x13a683cad3967152 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.693994:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8baa83ed4000/0x3b8ec5973df59461 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967152 expref: 13 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.694008:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8baa83ed4000/0x3b8ec5973df59461 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967152 expref: 13 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.694018:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa83ed4000, rc 0) 00000100:00100000:2.0:1789050414.694080:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30519490-352c-489e-b15b-b195eb7c69ea+13:18080:x1875954704216448:12345-192.168.203.42@tcp:101:ll_cfg_requeue.0 Request processed in 212us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050414.694089:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 161 00000100:00100000:3.0:1789050414.700149:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050414.700199:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050414.700513:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704216576 00000100:00100000:0.0:1789050414.700527:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704216576 00000100:00100000:0.0:1789050414.700604:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 162 00000100:00100000:0.0:1789050414.700616:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30519490-352c-489e-b15b-b195eb7c69ea+13:18080:x1875954704216576:12345-192.168.203.42@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789050414.700831:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:30519490-352c-489e-b15b-b195eb7c69ea+13:18080:x1875954704216576:12345-192.168.203.42@tcp:501:ll_cfg_requeue.0 Request processed in 217us (694us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050414.700839:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 162 00000100:00100000:1.0:1789050414.701264:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704216832 00000100:00100000:1.0:1789050414.701272:0:22756:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704216832 00000100:00100000:1.0:1789050414.701317:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5 00000100:00100000:1.0:1789050414.701326:0:22756:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab47e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+16:18719:x1875954704216832:12345-192.168.203.42@tcp:35:bash.0 00000001:00080000:1.0:1789050414.701590:0:22756:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901897 00000100:00100000:1.0:1789050414.701804:0:22756:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab47e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+18:18719:x1875954704216832:12345-192.168.203.42@tcp:35:bash.0 Request processed in 478us (1603us total) trans 12884901898 rc 0/0 00000100:00100000:1.0:1789050414.701813:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5 00000020:00080000:1.0:1789050414.701817:0:22756:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1789050414.703049:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050414.703149:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704216960 00000100:00100000:2.0:1789050414.703160:0:22747:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704216960 00000100:00100000:2.0:1789050414.703216:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 163 00000100:00100000:2.0:1789050414.703225:0:22747:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30519490-352c-489e-b15b-b195eb7c69ea+13:18080:x1875954704216960:12345-192.168.203.42@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789050414.703380:0:22747:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:30519490-352c-489e-b15b-b195eb7c69ea+13:18080:x1875954704216960:12345-192.168.203.42@tcp:503:ll_cfg_requeue.0 Request processed in 155us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050414.703388:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 163 00000040:00080000:2.0:1789050414.761710:0:22786:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789050414.798875:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050414.799141:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704217216 00000100:00100000:2.0:1789050414.799172:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704217216 00000100:00100000:2.0:1789050414.799252:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 39 00000100:00100000:2.0:1789050414.799265:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983f58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+18:18731:x1875954704217216:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:2.0:1789050414.799306:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789050414.799333:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4600/0x3b8ec5973df59468 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13a683cad3967159 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789050414.799479:0:22753:0:(mdt_handler.c:922:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1789050414.799615:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4600/0x3b8ec5973df59468 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967159 expref: 20 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.799631:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8baaa1a0e300) 00010000:00010000:2.0:1789050414.799634:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789050414.799639:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4600/0x3b8ec5973df59468 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967159 expref: 20 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.799667:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa83ed4600, rc 0) 00000100:00100000:2.0:1789050414.799744:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983f58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+19:18731:x1875954704217216:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 482us (892us total) trans 12884901899 rc 301/301 00000100:00100000:2.0:1789050414.799751:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 39 00000100:00100000:3.0:1789050414.805378:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050414.805498:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704217472 00000100:00100000:0.0:1789050414.805512:0:22755:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704217472 00000100:00100000:0.0:1789050414.805589:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 6 00000100:00100000:0.0:1789050414.805602:0:22755:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab47e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+19:18731:x1875954704217472:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:0.0:1789050414.806801:0:22755:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab47e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+20:18731:x1875954704217472:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 1192us (1428us total) trans 12884901900 rc 0/0 00000100:00100000:0.0:1789050414.806813:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 6 00000100:00100000:3.0:1789050414.847218:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050414.847417:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704217728 00000100:00100000:1.0:1789050414.847430:0:22754:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704217728 00000100:00100000:1.0:1789050414.847509:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 40 00000100:00100000:1.0:1789050414.847540:0:22754:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab47e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+20:18734:x1875954704217728:12345-192.168.203.42@tcp:101:lfs.0 00010000:00010000:1.0:1789050414.847575:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789050414.847603:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1c00/0x3b8ec5973df59476 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13a683cad3967160 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.847737:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df5947d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.847756:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df5947d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.847772:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df5947d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789050414.847786:0:22754:0:(mdt_handler.c:922:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1789050414.847927:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1c00/0x3b8ec5973df59476 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967160 expref: 23 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.848389:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df5947d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967160 expref: 22 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050414.848401:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ba983288100) 00010000:00010000:1.0:1789050414.848404:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1789050414.848409:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa86db0c00, rc 0) 00000100:00100000:1.0:1789050414.848499:0:22754:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab47e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+22:18734:x1875954704217728:12345-192.168.203.42@tcp:101:lfs.0 Request processed in 960us (1294us total) trans 12884901901 rc 0/0 00000100:00100000:1.0:1789050414.848507:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 40 00000100:00100000:2.0:1789050414.851450:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050414.851535:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704217856 00000100:00100000:3.0:1789050414.851549:0:22739:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704217856 00000100:00100000:3.0:1789050414.851650:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 0 00000100:00100000:3.0:1789050414.851771:0:22739:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae795500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+22:2403:x1875954704217856:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789050414.851791:0:22739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789050414.851822:0:22739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0c00/0x3b8ec5973df5947d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967160 expref: 22 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050414.851845:0:22739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ba983288100) 00010000:00010000:3.0:1789050414.851863:0:22739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789050414.852022:0:22739:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae795500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+21:2403:x1875954704217856:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 362us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050414.852031:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 0 00000100:00100000:3.0:1789050414.853808:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050414.853916:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704217984 00000100:00100000:2.0:1789050414.853928:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704217984 00000100:00100000:2.0:1789050414.854159:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 41 00000100:00100000:2.0:1789050414.854172:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab47e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+21:18734:x1875954704217984:12345-192.168.203.42@tcp:54:lfs.0 00010000:00010000:2.0:1789050414.854275:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5e00/0x3b8ec5973df5948b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.854317:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5e00/0x3b8ec5973df5948b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.854334:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5e00/0x3b8ec5973df5948b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.854380:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5e00/0x3b8ec5973df5948b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.854388:0:22753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5e00/0x3b8ec5973df5948b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.854395:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5e00/0x3b8ec5973df5948b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.854401:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa83ed5e00 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:2.0:1789050414.854405:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5e00/0x3b8ec5973df5948b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.854414:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5e00/0x3b8ec5973df5948b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.854427:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ba983288100) 00010000:00010000:2.0:1789050414.854430:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789050414.854436:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5e00/0x3b8ec5973df5948b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050414.854443:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5e00/0x3b8ec5973df5948b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050414.854534:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab47e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+21:18734:x1875954704217984:12345-192.168.203.42@tcp:54:lfs.0 Request processed in 364us (737us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050414.854549:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 41 00000100:00100000:3.0:1789050414.856834:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050414.857107:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704218240 00000100:00100000:1.0:1789050414.857120:0:22756:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704218240 00000100:00100000:1.0:1789050414.857195:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 7 00000100:00100000:1.0:1789050414.857206:0:22756:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab47e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+21:18734:x1875954704218240:12345-192.168.203.42@tcp:35:lfs.0 00000100:00100000:1.0:1789050414.857492:0:22756:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab47e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+22:18734:x1875954704218240:12345-192.168.203.42@tcp:35:lfs.0 Request processed in 286us (670us total) trans 12884901902 rc 0/0 00000100:00100000:1.0:1789050414.857501:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 7 00000100:00100000:0.0:1789050415.078111:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050415.078263:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704218496 00000100:00100000:2.0:1789050415.078277:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704218496 00000100:00100000:2.0:1789050415.078358:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 42 00000100:00100000:2.0:1789050415.078371:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983790a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+22:18765:x1875954704218496:12345-192.168.203.42@tcp:101:cat.0 00010000:00010000:2.0:1789050415.078402:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789050415.078429:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5e00/0x3b8ec5973df59492 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13a683cad3967167 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.078570:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5000/0x3b8ec5973df59499 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.078588:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5000/0x3b8ec5973df59499 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.078603:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5000/0x3b8ec5973df59499 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789050415.078618:0:22752:0:(mdt_handler.c:922:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789050415.078788:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5e00/0x3b8ec5973df59492 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967167 expref: 25 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.078811:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5000/0x3b8ec5973df59499 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967167 expref: 24 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.078822:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ba983288100) 00010000:00010000:2.0:1789050415.078825:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789050415.078830:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa83ed5000, rc 0) 00000100:00100000:2.0:1789050415.078993:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983790a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+24:18765:x1875954704218496:12345-192.168.203.42@tcp:101:cat.0 Request processed in 568us (840us total) trans 12884901903 rc 0/0 00000100:00100000:2.0:1789050415.079002:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 42 00000040:00080000:1.0:1789050415.082160:0:23504:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1789050415.083077:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050415.083121:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050415.083199:0:25088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704218880 00000100:00100000:0.0:1789050415.083213:0:25088:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704218880 00000100:00100000:0.0:1789050415.083297:0:25088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1 00000100:00100000:0.0:1789050415.083309:0:25088:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab47e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+24:2404:x1875954704218880:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789050415.083329:0:25088:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789050415.083361:0:25088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5000/0x3b8ec5973df59499 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967167 expref: 24 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.083387:0:25088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ba983288100) 00010000:00010000:0.0:1789050415.083393:0:25088:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789050415.083471:0:25088:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab47e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+23:2404:x1875954704218880:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 164us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050415.083480:0:25088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1 00000100:00100000:1.0:1789050415.084329:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704218752 00000100:00100000:1.0:1789050415.084339:0:22756:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704218752 00000100:00100000:1.0:1789050415.084419:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 8 00000100:00100000:1.0:1789050415.084430:0:22756:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab47e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+23:18765:x1875954704218752:12345-192.168.203.42@tcp:35:cat.0 00000001:00080000:1.0:1789050415.084713:0:22756:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901904 00000100:00100000:1.0:1789050415.084816:0:22756:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab47e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+25:18765:x1875954704218752:12345-192.168.203.42@tcp:35:cat.0 Request processed in 388us (1747us total) trans 12884901905 rc 0/0 00000100:00100000:1.0:1789050415.084824:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 8 00000020:00080000:1.0:1789050415.084828:0:22756:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1789050415.150169:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050415.150310:0:25544:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704219136 00000100:00100000:1.0:1789050415.150322:0:25544:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704219136 00000100:00100000:1.0:1789050415.150387:0:25544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 43 00000100:00100000:1.0:1789050415.150395:0:25544:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab47e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+25:18771:x1875954704219136:12345-192.168.203.42@tcp:101:dd.0 00010000:00010000:1.0:1789050415.150423:0:25544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789050415.150445:0:25544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1c00/0x3b8ec5973df594a7 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13a683cad396716e expref: -99 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.150570:0:25544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1800/0x3b8ec5973df594ae lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.150587:0:25544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1200/0x3b8ec5973df5943e lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad396713d expref: 26 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.150612:0:25544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df5945a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad396714b expref: 26 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.150622:0:25544:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1800/0x3b8ec5973df594ae lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.150661:0:25544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df5945a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0x13a683cad396714b expref: 26 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.150678:0:25544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df5945a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad396714b expref: 26 pid: 22752 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789050415.150694:0:25544:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba981b03800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25544:1875954714802304:192.168.203.42@tcp:104: 00010000:00010000:1.0:1789050415.150993:0:25544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1200/0x3b8ec5973df5943e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0x13a683cad396713d expref: 26 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.151003:0:25544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1200/0x3b8ec5973df5943e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad396713d expref: 26 pid: 25544 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789050415.151013:0:25544:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba981b00380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25544:1875954714802432:192.168.203.42@tcp:104: 00000100:00100000:1.0:1789050415.151044:0:25544:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baab0f65cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1789050415.155674:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050415.156448:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704219264 00000100:00100000:1.0:1789050415.156453:0:25544:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba981b03800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25544:1875954714802304:192.168.203.42@tcp:104: 00000100:00100000:0.0:1789050415.156459:0:22738:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704219264 00000100:00100000:1.0:1789050415.156471:0:25544:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba981b00380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25544:1875954714802432:192.168.203.42@tcp:104: 00010000:00010000:1.0:1789050415.156506:0:25544:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1800/0x3b8ec5973df594ae lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.156576:0:22738:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df5945a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad396714b expref: 27 pid: 22752 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050415.156677:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 17 00000100:00100000:0.0:1789050415.156689:0:22738:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab563ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+27:2403:x1875954704219264:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789050415.156709:0:22738:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789050415.156718:0:22738:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df5945a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad396714b expref: 27 pid: 22752 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.156739:0:22738:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df5945a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad396714b expref: 27 pid: 22752 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.156778:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df5945a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad396714b expref: 27 pid: 22752 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.156799:0:22738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ba983288100) 00010000:00010000:0.0:1789050415.156804:0:22738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1800/0x3b8ec5973df594ae lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.156814:0:22738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1800/0x3b8ec5973df594ae lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.156821:0:22738:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789050415.156916:0:22738:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab563ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+26:2403:x1875954704219264:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 228us (1256us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050415.156923:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 17 00000100:00100000:2.0:1789050415.157615:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050415.157705:0:25088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704219392 00000100:00100000:0.0:1789050415.157713:0:25088:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704219392 00010000:00010000:0.0:1789050415.157738:0:25088:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1200/0x3b8ec5973df5943e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad396713d expref: 26 pid: 25544 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050415.158323:0:25088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 18 00000100:00100000:0.0:1789050415.158336:0:25088:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa7304850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+26:2404:x1875954704219392:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789050415.158351:0:25088:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789050415.158358:0:25088:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1200/0x3b8ec5973df5943e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad396713d expref: 26 pid: 25544 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.158383:0:25088:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1200/0x3b8ec5973df5943e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad396713d expref: 26 pid: 25544 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.158404:0:25088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1200/0x3b8ec5973df5943e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad396713d expref: 26 pid: 25544 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.158422:0:25088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ba983288100) 00010000:00010000:0.0:1789050415.158427:0:25088:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1800/0x3b8ec5973df594ae lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.158438:0:25088:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1800/0x3b8ec5973df594ae lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.158445:0:25088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1800/0x3b8ec5973df594ae lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.158493:0:25088:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789050415.158546:0:25088:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa7304850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+25:2404:x1875954704219392:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 212us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050415.158553:0:25088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 18 00010000:00010000:1.0:1789050415.158642:0:25544:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1800/0x3b8ec5973df594ae lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.158649:0:25544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1800/0x3b8ec5973df594ae lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789050415.158671:0:25544:0:(mdt_handler.c:922:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1789050415.158884:0:25544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1c00/0x3b8ec5973df594a7 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad396716e expref: 26 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.158902:0:25544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1800/0x3b8ec5973df594ae lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad396716e expref: 25 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.158910:0:25544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ba983288100) 00010000:00010000:1.0:1789050415.158914:0:25544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1789050415.158916:0:25544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa86db1800, rc 0) 00000100:00100000:1.0:1789050415.159100:0:25544:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab47e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+25:18771:x1875954704219136:12345-192.168.203.42@tcp:101:dd.0 Request processed in 8703us (8941us total) trans 12884901906 rc 0/0 00000100:00100000:1.0:1789050415.159109:0:25544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 43 00000100:00100000:3.0:1789050415.161320:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050415.161875:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704219520 00000100:00100000:1.0:1789050415.161887:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704219520 00000100:00100000:1.0:1789050415.161976:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 44 00000100:00100000:1.0:1789050415.162130:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab563dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+25:18771:x1875954704219520:12345-192.168.203.42@tcp:101:dd.0 00010000:00010000:1.0:1789050415.162160:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789050415.162184:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1400/0x3b8ec5973df594bc lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13a683cad3967175 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.162248:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1e00/0x3b8ec5973df594c3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.162265:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1e00/0x3b8ec5973df594c3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.162421:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1e00/0x3b8ec5973df594c3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.162556:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1400/0x3b8ec5973df594bc lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967175 expref: 27 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.162579:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1e00/0x3b8ec5973df594c3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967175 expref: 26 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.162589:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ba983288100) 00010000:00010000:1.0:1789050415.162593:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1789050415.162597:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa86db1e00, rc 0) 00000100:00100000:1.0:1789050415.162711:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab563dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+26:18771:x1875954704219520:12345-192.168.203.42@tcp:101:dd.0 Request processed in 584us (1400us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050415.162718:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 44 00000100:00100000:3.0:1789050415.165282:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050415.165886:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704219776 00000100:00100000:2.0:1789050415.165899:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704219776 00000100:00100000:2.0:1789050415.166285:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 45 00000100:00100000:2.0:1789050415.166411:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab563e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+26:18771:x1875954704219776:12345-192.168.203.42@tcp:36:dd.0 00010000:00010000:2.0:1789050415.166811:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5e00/0x3b8ec5973df594ca lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.166832:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5e00/0x3b8ec5973df594ca lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.166846:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5e00/0x3b8ec5973df594ca lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1789050415.166911:0:22753:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901907 00000004:00010000:2.0:1789050415.167099:0:22753:0:(mdt_handler.c:4507:mdt_save_lock()) ### save lock request 000000000521c18e reply state 0000000074eb27d7 transno 12884901908 ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5e00/0x3b8ec5973df594ca lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.167116:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5e00/0x3b8ec5973df594ca lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.167124:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ba983288100) 00010000:00010000:2.0:1789050415.167127:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789050415.167132:0:22753:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789050415.167359:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab563e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+29:18771:x1875954704219776:12345-192.168.203.42@tcp:36:dd.0 Request processed in 951us (2087us total) trans 12884901908 rc 0/0 00000100:00100000:2.0:1789050415.167367:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 45 00000020:00080000:2.0:1789050415.167381:0:22753:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1789050415.171177:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050415.171242:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704219904 00000100:00100000:0.0:1789050415.171254:0:22754:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704219904 00000100:00100000:0.0:1789050415.171338:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 46 00000100:00100000:0.0:1789050415.171350:0:22754:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab563f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+29:18771:x1875954704219904:12345-192.168.203.42@tcp:101:dd.0 00010000:00010000:0.0:1789050415.171380:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789050415.171404:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6e00/0x3b8ec5973df594d1 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13a683cad396717c expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.171499:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6e00/0x3b8ec5973df594d1 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad396717c expref: 30 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.171516:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6e00/0x3b8ec5973df594d1 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad396717c expref: 30 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.171537:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ba983288100) 00010000:00010000:0.0:1789050415.171541:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789050415.171545:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa829d6e00, rc 0) 00000100:00100000:0.0:1789050415.171879:0:22754:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab563f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+30:18771:x1875954704219904:12345-192.168.203.42@tcp:101:dd.0 Request processed in 530us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050415.171888:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 46 00000100:00100000:3.0:1789050415.187197:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050415.188139:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704220160 00000100:00100000:0.0:1789050415.188155:0:22739:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704220160 00000100:00100000:0.0:1789050415.188282:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 2 00000100:00100000:0.0:1789050415.188309:0:22739:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab563f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+30:18771:x1875954704220160:12345-192.168.203.42@tcp:103:dd.0 00010000:00010000:0.0:1789050415.188329:0:22739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789050415.188360:0:22739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6e00/0x3b8ec5973df594d1 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad396717c expref: 30 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.188388:0:22739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ba983288100) 00010000:00010000:0.0:1789050415.188395:0:22739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789050415.188473:0:22739:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab563f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+29:18771:x1875954704220160:12345-192.168.203.42@tcp:103:dd.0 Request processed in 166us (1292us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050415.188482:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 2 00000100:00100000:1.0:1789050415.190735:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050415.190855:0:25544:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704220288 00000100:00100000:3.0:1789050415.190867:0:25544:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704220288 00000100:00100000:3.0:1789050415.190955:0:25544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 47 00000100:00100000:3.0:1789050415.190966:0:25544:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba981b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+29:18771:x1875954704220288:12345-192.168.203.42@tcp:58:dd.0 00010000:00010000:3.0:1789050415.191362:0:25544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5600/0x3b8ec5973df594d8 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.191395:0:25544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5600/0x3b8ec5973df594d8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.191409:0:25544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5600/0x3b8ec5973df594d8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789050415.192654:0:25544:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789050415.192696:0:25544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:3.0:1789050415.192857:0:25544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:3.0:1789050415.193444:0:25544:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba981b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+29:18771:x1875954704220288:12345-192.168.203.42@tcp:58:dd.0 Request processed in 2470us (2712us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050415.193456:0:25544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 47 00000100:00100000:1.0:1789050415.195859:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050415.196548:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704220416 00000100:00100000:2.0:1789050415.196562:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704220416 00000100:00100000:2.0:1789050415.196649:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 48 00000100:00100000:2.0:1789050415.196661:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba981b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+29:18771:x1875954704220416:12345-192.168.203.42@tcp:101:dd.0 00010000:00010000:2.0:1789050415.196686:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789050415.196713:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4800/0x3b8ec5973df594df lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13a683cad3967183 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.196788:0:22752:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5600/0x3b8ec5973df594d8 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.196800:0:22752:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4800/0x3b8ec5973df594df lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967183 expref: 30 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.196823:0:22752:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5600/0x3b8ec5973df594d8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.196839:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4800/0x3b8ec5973df594df lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967183 expref: 30 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.196863:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ba983288100) 00010000:00010000:2.0:1789050415.196867:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1789050415.196872:0:22752:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4800/0x3b8ec5973df594df lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967183 expref: 30 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.196880:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa83ed4800, rc 0) 00000100:00100000:2.0:1789050415.197128:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba981b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+30:18771:x1875954704220416:12345-192.168.203.42@tcp:101:dd.0 Request processed in 468us (1291us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050415.197156:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 48 00010000:00010000:0.0:1789050415.337454:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789050415.785735:0:22786:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789050415.785748:0:22786:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789050415.785783:0:22786:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1789050415.785793:0:22786:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1789050415.786020:0:22786:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae794700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22786:1875954714802560:192.168.203.42@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1789050415.786195:0:22786:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae6b2600 going to sleep for 11 seconds 00000100:00100000:1.0:1789050415.798372:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050415.799642:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704220544 00000100:00100000:0.0:1789050415.799658:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704220544 00000100:00100000:0.0:1789050415.799752:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 49 00000100:00100000:0.0:1789050415.799766:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba981b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+31:18774:x1875954704220544:12345-192.168.203.42@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1789050415.799808:0:22753:0:(mdt_handler.c:7990:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1789050415.800034:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba981b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+31:18774:x1875954704220544:12345-192.168.203.42@tcp:53:lhsmtool_posix.0 Request processed in 271us (1679us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050415.800043:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 49 00000100:00100000:2.0:1789050415.800842:0:22786:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae794700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22786:1875954714802560:192.168.203.42@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1789050415.809362:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050415.810604:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704220672 00000100:00100000:2.0:1789050415.810621:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704220672 00000100:00100000:2.0:1789050415.810699:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 50 00000100:00100000:2.0:1789050415.810713:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab47e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+30:18774:x1875954704220672:12345-192.168.203.42@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1789050415.810806:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5c00/0x3b8ec5973df594e6 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.810827:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5c00/0x3b8ec5973df594e6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.810858:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5c00/0x3b8ec5973df594e6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.813575:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df594ed lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.813600:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df594ed lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.813613:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df594ed lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.813671:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5000/0x3b8ec5973df594f4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.813681:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5000/0x3b8ec5973df594f4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.813688:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5000/0x3b8ec5973df594f4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789050415.813743:0:22752:0:(mdt_handler.c:922:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1789050415.813748:0:22752:0:(mdt_handler.c:1587:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789050415.813762:0:22752:0:(mdt_handler.c:2522:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5000/0x3b8ec5973df594f4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.813772:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5c00/0x3b8ec5973df594e6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.813780:0:22752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5c00/0x3b8ec5973df594e6 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.813787:0:22752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5c00/0x3b8ec5973df594e6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.813793:0:22752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa83ed5c00 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:2.0:1789050415.813797:0:22752:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5c00/0x3b8ec5973df594e6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.813805:0:22752:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5c00/0x3b8ec5973df594e6 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.813816:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8baaa1a0e800) 00010000:00010000:2.0:1789050415.813825:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789050415.813830:0:22752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5c00/0x3b8ec5973df594e6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.813837:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5c00/0x3b8ec5973df594e6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.813864:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df594ed lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.813871:0:22752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df594ed lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.813877:0:22752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df594ed lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.813883:0:22752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa83ed4400 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:2.0:1789050415.813886:0:22752:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df594ed lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.813892:0:22752:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df594ed lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.813899:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff8baaa1a0e200) 00010000:00010000:2.0:1789050415.813902:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789050415.813904:0:22752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df594ed lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.813910:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df594ed lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.813930:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5000/0x3b8ec5973df594f4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.813971:0:22752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5000/0x3b8ec5973df594f4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.813977:0:22752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5000/0x3b8ec5973df594f4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.813983:0:22752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa83ed5000 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:2.0:1789050415.813986:0:22752:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5000/0x3b8ec5973df594f4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.813994:0:22752:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5000/0x3b8ec5973df594f4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.814003:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ba983288100) 00010000:00010000:2.0:1789050415.814007:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789050415.814010:0:22752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5000/0x3b8ec5973df594f4 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.814016:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5000/0x3b8ec5973df594f4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050415.814443:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab47e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+30:18774:x1875954704220672:12345-192.168.203.42@tcp:34:lhsmtool_posix.0 Request processed in 3728us (5091us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050415.814454:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 50 00000100:00100000:1.0:1789050415.822343:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050415.822432:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704220928 00000100:00100000:0.0:1789050415.822445:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704220928 00000100:00100000:0.0:1789050415.822526:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 51 00000100:00100000:0.0:1789050415.822538:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba981b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+30:18774:x1875954704220928:12345-192.168.203.42@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789050415.822566:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789050415.822596:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6e00/0x3b8ec5973df594fb lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13a683cad396718a expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.822746:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d7000/0x3b8ec5973df59502 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.822765:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d7000/0x3b8ec5973df59502 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.822780:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d7000/0x3b8ec5973df59502 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789050415.822794:0:22753:0:(mdt_handler.c:922:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1789050415.822908:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d7000/0x3b8ec5973df59502 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.822934:0:22753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d7000/0x3b8ec5973df59502 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.822981:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d7000/0x3b8ec5973df59502 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.822988:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa829d7000 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:0.0:1789050415.822993:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d7000/0x3b8ec5973df59502 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.823243:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d7000/0x3b8ec5973df59502 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.823262:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ba983288100) 00010000:00010000:0.0:1789050415.823265:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1789050415.823271:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d7000/0x3b8ec5973df59502 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.823347:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d7000/0x3b8ec5973df59502 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.823408:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6e00/0x3b8ec5973df594fb lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad396718a expref: 32 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.823421:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8baaa1a0e800) 00010000:00010000:0.0:1789050415.823423:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1789050415.823428:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6e00/0x3b8ec5973df594fb lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad396718a expref: 32 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.823440:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa829d6e00, rc 0) 00000100:00100000:0.0:1789050415.823685:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba981b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+31:18774:x1875954704220928:12345-192.168.203.42@tcp:101:lhsmtool_posix.0 Request processed in 1147us (1427us total) trans 12884901909 rc 301/301 00000100:00100000:0.0:1789050415.823694:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 51 00000100:00100000:1.0:1789050415.833356:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050415.833877:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704221056 00000100:00100000:0.0:1789050415.833891:0:22754:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704221056 00000100:00100000:0.0:1789050415.834192:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 52 00000100:00100000:0.0:1789050415.834206:0:22754:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+31:18774:x1875954704221056:12345-192.168.203.42@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1789050415.834258:0:22754:0:(mdt_handler.c:7990:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1789050415.834427:0:22754:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+31:18774:x1875954704221056:12345-192.168.203.42@tcp:53:lhsmtool_posix.0 Request processed in 224us (1086us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050415.834435:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 52 00000100:00100000:1.0:1789050415.839174:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050415.839409:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704221312 00000100:00100000:2.0:1789050415.839422:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704221312 00000100:00100000:3.0:1789050415.839585:0:25544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 53 00000100:00100000:3.0:1789050415.839601:0:25544:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+31:18774:x1875954704221312:12345-192.168.203.42@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789050415.839647:0:25544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789050415.839677:0:25544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5000/0x3b8ec5973df59510 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13a683cad3967191 expref: -99 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1789050415.840744:0:25544:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x2c0000401:0x23:0x0], count =31 00000004:00080000:3.0:1789050415.840755:0:25544:0:(osp_object.c:1650:osp_create()) Writing gap [0x2c0000401:0x23:0x0]+31 in llog 00000004:00080000:3.0:1789050415.840782:0:25544:0:(osp_object.c:1667:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x42:0x0], index 1: 0 00010000:00010000:3.0:1789050415.843793:0:25544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4c00/0x3b8ec5973df59517 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.843822:0:25544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4c00/0x3b8ec5973df59517 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.843839:0:25544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4c00/0x3b8ec5973df59517 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.844330:0:25544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5000/0x3b8ec5973df59510 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967191 expref: 34 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.844354:0:25544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4c00/0x3b8ec5973df59517 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967191 expref: 33 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.844364:0:25544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8baa83dbb900) 00010000:00010000:3.0:1789050415.844367:0:25544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1789050415.844370:0:25544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baaae5a4c00, rc 0) 00000100:00100000:3.0:1789050415.845705:0:25544:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+33:18774:x1875954704221312:12345-192.168.203.42@tcp:101:lhsmtool_posix.0 Request processed in 6101us (6539us total) trans 12884901910 rc 0/0 00000100:00100000:3.0:1789050415.845717:0:25544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 53 00000100:00100000:1.0:1789050415.851161:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050415.851266:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704221568 00000100:00100000:2.0:1789050415.851278:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704221568 00000100:00100000:2.0:1789050415.851339:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 54 00000100:00100000:2.0:1789050415.851349:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+33:18774:x1875954704221568:12345-192.168.203.42@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1789050415.851423:0:22752:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789050415.851451:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4c00/0x3b8ec5973df59517 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967191 expref: 33 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.851470:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8baa83dbb900) 00010000:00010000:2.0:1789050415.851482:0:22752:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789050415.851506:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5000/0x3b8ec5973df59525 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.851521:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5000/0x3b8ec5973df59525 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.851531:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5000/0x3b8ec5973df59525 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.851548:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df5952c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x98d039fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.851808:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df5952c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x98d039fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.851820:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df5952c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x98d039fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.851872:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5000/0x3b8ec5973df59525 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.851880:0:22752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5000/0x3b8ec5973df59525 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.851886:0:22752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5000/0x3b8ec5973df59525 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.851899:0:22752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa83ed5000 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:2.0:1789050415.851904:0:22752:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5000/0x3b8ec5973df59525 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.851912:0:22752:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5000/0x3b8ec5973df59525 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.851921:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8baaa1a0e700) 00010000:00010000:2.0:1789050415.851924:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789050415.851928:0:22752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5000/0x3b8ec5973df59525 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.851933:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5000/0x3b8ec5973df59525 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.852139:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df5952c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x98d039fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.852145:0:22752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df5952c lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x98d039fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.852151:0:22752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df5952c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x98d039fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.852157:0:22752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa83ed4400 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:2.0:1789050415.852160:0:22752:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df5952c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x98d039fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.852165:0:22752:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df5952c lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x98d039fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.852184:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x98d039fd (ffff8baaa1a0e200) 00010000:00010000:2.0:1789050415.852187:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789050415.852190:0:22752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df5952c lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x98d039fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.852197:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4400/0x3b8ec5973df5952c lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x98d039fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050415.852295:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+32:18774:x1875954704221568:12345-192.168.203.42@tcp:36:lhsmtool_posix.0 Request processed in 945us (1141us total) trans 0 rc -2/-2 00000100:00100000:2.0:1789050415.852304:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 54 00000100:00100000:1.0:1789050415.857037:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050415.857099:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704221696 00000100:00100000:2.0:1789050415.857113:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704221696 00000100:00100000:2.0:1789050415.857178:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 55 00000100:00100000:2.0:1789050415.857187:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+32:18774:x1875954704221696:12345-192.168.203.42@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789050415.857206:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789050415.857227:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5c00/0x3b8ec5973df59533 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13a683cad3967198 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.857262:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4600/0x3b8ec5973df5953a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.857277:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4600/0x3b8ec5973df5953a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.857291:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4600/0x3b8ec5973df5953a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.857393:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5c00/0x3b8ec5973df59533 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967198 expref: 34 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.857416:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4600/0x3b8ec5973df5953a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967198 expref: 33 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.857425:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8baaa1a0ea00) 00010000:00010000:2.0:1789050415.857428:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789050415.857431:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa83ed4600, rc 0) 00000100:00100000:2.0:1789050415.857489:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+33:18774:x1875954704221696:12345-192.168.203.42@tcp:101:lhsmtool_posix.0 Request processed in 303us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050415.857495:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 55 00000100:00100000:1.0:1789050415.862703:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050415.862895:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704221952 00000100:00100000:0.0:1789050415.862913:0:22754:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704221952 00000100:00100000:0.0:1789050415.863177:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 56 00000100:00100000:0.0:1789050415.863190:0:22754:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+33:18774:x1875954704221952:12345-192.168.203.42@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1789050415.863277:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6e00/0x3b8ec5973df59541 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.863296:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6e00/0x3b8ec5973df59541 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.863307:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6e00/0x3b8ec5973df59541 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789050415.863473:0:22754:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:0.0:1789050415.863482:0:22754:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 638061544316ns, next at 639061541991ns, rc = 0 00000004:00010000:0.0:1789050415.863529:0:22754:0:(mdt_handler.c:4507:mdt_save_lock()) ### save lock request 00000000374313e2 reply state 00000000220cfad3 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6e00/0x3b8ec5973df59541 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.863835:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6e00/0x3b8ec5973df59541 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.863854:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8baaa1a0ea00) 00010000:00010000:0.0:1789050415.863857:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1789050415.863861:0:22754:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1789050415.866264:0:22754:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+35:18774:x1875954704221952:12345-192.168.203.42@tcp:36:lhsmtool_posix.0 Request processed in 3065us (3565us total) trans 12884901911 rc 0/0 00000100:00100000:1.0:1789050415.866277:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 56 00000100:00100000:1.0:1789050415.869102:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050415.869255:0:25544:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704222080 00000100:00100000:3.0:1789050415.869268:0:25544:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704222080 00000100:00100000:3.0:1789050415.869355:0:25544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 57 00000100:00100000:3.0:1789050415.869368:0:25544:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+35:18774:x1875954704222080:12345-192.168.203.42@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789050415.869401:0:25544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789050415.869428:0:25544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5000/0x3b8ec5973df59548 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13a683cad396719f expref: -99 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.869517:0:25544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5000/0x3b8ec5973df59548 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad396719f expref: 36 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.869536:0:25544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5000/0x3b8ec5973df59548 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad396719f expref: 36 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.869586:0:25544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8baaa1a0ea00) 00010000:00010000:3.0:1789050415.869591:0:25544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789050415.869596:0:25544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baaae5a5000, rc 0) 00000100:00100000:3.0:1789050415.869810:0:25544:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+36:18774:x1875954704222080:12345-192.168.203.42@tcp:101:lhsmtool_posix.0 Request processed in 444us (725us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050415.869818:0:25544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 57 00000100:00100000:3.0:1789050415.875167:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050415.875279:0:24255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704222208 00000100:00100000:2.0:1789050415.875293:0:24255:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704222208 00000100:00100000:2.0:1789050415.875383:0:24255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 20 00000100:00100000:2.0:1789050415.875398:0:24255:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab563c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+5:2403:x1875954704222208:12345-192.168.203.42@tcp:2:lhsmtool_posix.0 00000100:00080000:1.0:1789050415.875429:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789050415.875651:0:24255:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab563c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+6:2403:x1875954704222208:12345-192.168.203.42@tcp:2:lhsmtool_posix.0 Request processed in 243us (484us total) trans 12884901891 rc 0/0 00000100:00100000:2.0:1789050415.875659:0:24255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 20 00000100:00100000:1.0:1789050415.881355:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050415.881540:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704222464 00000100:00100000:2.0:1789050415.881556:0:22755:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704222464 00000100:00100000:2.0:1789050415.881635:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 9 00000100:00100000:2.0:1789050415.881647:0:22755:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+36:18774:x1875954704222464:12345-192.168.203.42@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1789050415.882217:0:22755:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+37:18774:x1875954704222464:12345-192.168.203.42@tcp:35:lhsmtool_posix.0 Request processed in 570us (876us total) trans 12884901912 rc 0/0 00000100:00100000:2.0:1789050415.882227:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 9 00000100:00100000:1.0:1789050415.887356:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050415.887689:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704222720 00000100:00100000:2.0:1789050415.887726:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704222720 00000100:00100000:2.0:1789050415.887804:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 58 00000100:00100000:2.0:1789050415.887816:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+37:18774:x1875954704222720:12345-192.168.203.42@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1789050415.888426:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+37:18774:x1875954704222720:12345-192.168.203.42@tcp:57:lhsmtool_posix.0 Request processed in 608us (1081us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050415.888437:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 58 00000100:00100000:3.0:1789050415.891780:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050415.891904:0:25544:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704222848 00000100:00100000:1.0:1789050415.891917:0:25544:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704222848 00000100:00100000:1.0:1789050415.892057:0:25544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 59 00000100:00100000:1.0:1789050415.892069:0:25544:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab563fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+37:18774:x1875954704222848:12345-192.168.203.42@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1789050415.892097:0:25544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789050415.892123:0:25544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1c00/0x3b8ec5973df5954f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13a683cad39671a6 expref: -99 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.892220:0:25544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1400/0x3b8ec5973df59556 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.892238:0:25544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1400/0x3b8ec5973df59556 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.892253:0:25544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1400/0x3b8ec5973df59556 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789050415.892326:0:25544:0:(mdt_handler.c:1587:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789050415.892354:0:25544:0:(mdt_handler.c:2522:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1400/0x3b8ec5973df59556 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.892406:0:25544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1c00/0x3b8ec5973df5954f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad39671a6 expref: 39 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.892429:0:25544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1400/0x3b8ec5973df59556 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad39671a6 expref: 38 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.892438:0:25544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8baaa1a0ea00) 00010000:00010000:1.0:1789050415.892442:0:25544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1789050415.892447:0:25544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa86db1400, rc 0) 00000100:00100000:1.0:1789050415.892535:0:25544:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab563fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+38:18774:x1875954704222848:12345-192.168.203.42@tcp:101:lhsmtool_posix.0 Request processed in 468us (767us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050415.892543:0:25544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 59 00000100:00100000:0.0:1789050415.899766:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050415.900448:0:24257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704222976 00000100:00100000:1.0:1789050415.900463:0:24257:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704222976 00000100:00100000:1.0:1789050415.900579:0:24257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 21 00000100:00100000:1.0:1789050415.900593:0:24257:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab47e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+6:2404:x1875954704222976:12345-192.168.203.42@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1789050415.900617:0:24257:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789050415.900657:0:24257:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058014ce3/0x3b8ec5973df5955d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x13a683cad39671ad expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1789050415.900692:0:24257:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x18d3fbdfa3b44cc0, blocks: 0x0 00010000:00010000:1.0:1789050415.900718:0:24257:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=638s v=(0 0) 00010000:00010000:1.0:1789050415.900723:0:24257:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789050415.900734:0:24257:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058014ce3/0x3b8ec5973df5955d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad39671ad expref: 7 pid: 24257 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.900782:0:24257:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000058014ce3/0x3b8ec5973df5955d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad39671ad expref: 7 pid: 24257 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.900798:0:24257:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa86db1600, rc 0) 00000100:00100000:1.0:1789050415.900891:0:24257:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab47e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+7:2404:x1875954704222976:12345-192.168.203.42@tcp:101:lhsmtool_posix.0 Request processed in 301us (1139us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050415.900899:0:24257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 21 00000100:00100000:3.0:1789050415.904054:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050415.907022:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704223232 00000100:00100000:2.0:1789050415.907046:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704223232 00000100:00100000:2.0:1789050415.907152:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 60 00000100:00100000:2.0:1789050415.907166:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab563c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+38:18774:x1875954704223232:12345-192.168.203.42@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1789050415.907336:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab563c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+38:18774:x1875954704223232:12345-192.168.203.42@tcp:57:lhsmtool_posix.0 Request processed in 173us (3295us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050415.907345:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 60 00000100:00100000:3.0:1789050415.910175:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050415.910429:0:25544:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704223360 00000100:00100000:1.0:1789050415.910446:0:25544:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704223360 00000100:00100000:1.0:1789050415.910519:0:25544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 61 00000100:00100000:1.0:1789050415.910532:0:25544:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab563f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+38:18774:x1875954704223360:12345-192.168.203.42@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1789050415.914666:0:22732:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901912 is committed 00000004:00080000:3.0:1789050415.914689:0:22732:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000001:00080000:3.0:1789050415.914752:0:22732:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:2.0:1789050415.915123:0:3631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0a00/0x3b8ec5973df593dc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.915138:0:3631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0a00/0x3b8ec5973df593dc lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.915146:0:3631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0a00/0x3b8ec5973df593dc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.915152:0:3631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa86db0a00 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:2.0:1789050415.915158:0:3631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0a00/0x3b8ec5973df593dc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.915167:0:3631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0a00/0x3b8ec5973df593dc lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.915207:0:3631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8baaa1a0e700) 00010000:00010000:2.0:1789050415.915210:0:3631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1789050415.915216:0:3631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0a00/0x3b8ec5973df593dc lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.915222:0:3631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0a00/0x3b8ec5973df593dc lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050415.915535:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae794700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875954714802688:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1789050415.915636:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789050415.915781:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df59373 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.915790:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df59373 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.915795:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df59373 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.915801:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baac2177600 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:1.0:1789050415.915804:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df59373 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.915810:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df59373 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.915833:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8baaa1a0ee00) 00010000:00010000:1.0:1789050415.915836:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789050415.915839:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df59373 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.915856:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baac2177600/0x3b8ec5973df59373 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.915884:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4e00/0x3b8ec5973df5937a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.915890:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4e00/0x3b8ec5973df5937a lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.915895:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4e00/0x3b8ec5973df5937a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.915900:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa83ed4e00 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:1.0:1789050415.915903:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4e00/0x3b8ec5973df5937a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.915908:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4e00/0x3b8ec5973df5937a lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.915916:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8baaa1a0e700) 00010000:00010000:1.0:1789050415.915918:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789050415.915921:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4e00/0x3b8ec5973df5937a lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.915968:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4e00/0x3b8ec5973df5937a lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.916009:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0600/0x3b8ec5973df59437 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.916016:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0600/0x3b8ec5973df59437 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.916021:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0600/0x3b8ec5973df59437 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.916027:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa86db0600 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:1.0:1789050415.916030:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0600/0x3b8ec5973df59437 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.916035:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0600/0x3b8ec5973df59437 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.916044:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8ba983288b00) 00010000:00010000:1.0:1789050415.916047:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789050415.916049:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0600/0x3b8ec5973df59437 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.916055:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db0600/0x3b8ec5973df59437 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.916070:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5e00/0x3b8ec5973df594ca lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.916076:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5e00/0x3b8ec5973df594ca lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.916081:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5e00/0x3b8ec5973df594ca lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.916092:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa83ed5e00 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:1.0:1789050415.916095:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5e00/0x3b8ec5973df594ca lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.916100:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5e00/0x3b8ec5973df594ca lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.916109:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ba983288100) 00010000:00010000:1.0:1789050415.916111:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789050415.916114:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5e00/0x3b8ec5973df594ca lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.916119:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5e00/0x3b8ec5973df594ca lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.916132:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6e00/0x3b8ec5973df59541 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.916137:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6e00/0x3b8ec5973df59541 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.916142:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6e00/0x3b8ec5973df59541 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.916147:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa829d6e00 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:1.0:1789050415.916150:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6e00/0x3b8ec5973df59541 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.916156:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6e00/0x3b8ec5973df59541 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.916174:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8baaa1a0ea00) 00010000:00010000:1.0:1789050415.916175:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1789050415.916179:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6e00/0x3b8ec5973df59541 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.916184:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa829d6e00/0x3b8ec5973df59541 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789050415.916375:0:25544:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab563f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+15:18774:x1875954704223360:12345-192.168.203.42@tcp:44:lhsmtool_posix.0 Request processed in 5842us (6210us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050415.916387:0:25544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 61 00000100:00100000:2.0:1789050415.917984:0:25209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714802688 00000100:00100000:2.0:1789050415.918190:0:25209:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714802688 00000100:00080000:1.0:1789050415.918385:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789050415.918610:0:25209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789050415.918624:0:25209:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab563ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3646:x1875954714802688:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1789050415.918807:0:25209:0:(ofd_lvb.c:321:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1789050415.918811:0:25209:0:(ofd_lvb.c:328:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1789050415.918814:0:25209:0:(ofd_lvb.c:334:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1789050415.918816:0:25209:0:(ofd_lvb.c:340:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1789050414939000000 -> 1789050414939000000 00002000:00010000:2.0:1789050415.918819:0:25209:0:(ofd_lvb.c:346:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1789050415.918983:0:25209:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab563ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3646:x1875954714802688:12345-0@lo:2:osp-syn-1-0.0 Request processed in 353us (3337us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1789050415.918990:0:25209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000004:00080000:1.0:1789050415.919545:0:3646:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8baaae794700/2, rc 0, transno 12884901892 00000100:00100000:1.0:1789050415.919555:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae794700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875954714802688:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1789050415.922812:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050415.922926:0:25210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704223488 00000100:00100000:3.0:1789050415.923260:0:25210:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704223488 00000100:00100000:3.0:1789050415.923344:0:25210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 23 00000100:00100000:3.0:1789050415.923357:0:25210:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+7:2403:x1875954704223488:12345-192.168.203.42@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1789050415.923507:0:25210:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+7:2403:x1875954704223488:12345-192.168.203.42@tcp:16:lhsmtool_posix.0 Request processed in 152us (709us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050415.923516:0:25210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 23 00000100:00100000:3.0:1789050415.926287:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050415.926632:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704223744 00000100:00100000:1.0:1789050415.926645:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704223744 00000100:00100000:1.0:1789050415.926710:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 62 00000100:00100000:1.0:1789050415.926722:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab563d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+15:18774:x1875954704223744:12345-192.168.203.42@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1789050415.926792:0:22752:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789050415.926828:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1400/0x3b8ec5973df59556 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad39671a6 expref: 15 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.926861:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8baaa1a0ea00) 00010000:00010000:1.0:1789050415.926868:0:22752:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789050415.926984:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1c00/0x3b8ec5973df59564 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.927032:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1c00/0x3b8ec5973df59564 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.927045:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1c00/0x3b8ec5973df59564 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1789050415.927215:0:22752:0:(mdt_handler.c:4507:mdt_save_lock()) ### save lock request 000000002dc404d4 reply state 00000000d2b2f412 transno 12884901913 ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1c00/0x3b8ec5973df59564 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.927229:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1c00/0x3b8ec5973df59564 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.927236:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8baaa1a0ea00) 00010000:00010000:1.0:1789050415.927239:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789050415.927242:0:22752:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1789050415.927391:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab563d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+16:18774:x1875954704223744:12345-192.168.203.42@tcp:36:lhsmtool_posix.0 Request processed in 670us (1130us total) trans 12884901913 rc 0/0 00000100:00100000:1.0:1789050415.927399:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 62 00000100:00100000:1.0:1789050415.930517:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050415.930647:0:24257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704223872 00000100:00100000:2.0:1789050415.930661:0:24257:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704223872 00000100:00100000:2.0:1789050415.930734:0:24257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 24 00000100:00100000:2.0:1789050415.930747:0:24257:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+7:18774:x1875954704223872:12345-192.168.203.42@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789050415.930771:0:24257:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789050415.930795:0:24257:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d7c7ec4b/0x3b8ec5973df5956b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x13a683cad39671b4 expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.930873:0:24257:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000058014ce3/0x3b8ec5973df5955d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad39671ad expref: 8 pid: 24257 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.930884:0:24257:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789050415.930890:0:24257:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789050415.930896:0:24257:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d7c7ec4b/0x3b8ec5973df5956b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad39671b4 expref: 8 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.930996:0:24257:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000058014ce3/0x3b8ec5973df5955d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0x13a683cad39671ad expref: 8 pid: 24257 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.931163:0:24257:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000058014ce3/0x3b8ec5973df5955d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad39671ad expref: 8 pid: 24257 timeout: 738 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050415.931182:0:24257:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae794e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:24257:1875954714802816:192.168.203.42@tcp:104: 00000100:00100000:2.0:1789050415.931410:0:24257:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae6b2d80 going to sleep for 11 seconds 00000100:00100000:1.0:1789050415.938260:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050415.939436:0:24257:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae794e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:24257:1875954714802816:192.168.203.42@tcp:104: 00010000:00010000:2.0:1789050415.939491:0:24257:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d7c7ec4b/0x3b8ec5973df5956b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0x13a683cad39671b4 expref: 8 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.939519:0:24257:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baa83ed5c00, rc 0) 00000100:00100000:2.0:1789050415.939650:0:24257:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+8:18774:x1875954704223872:12345-192.168.203.42@tcp:101:lhsmtool_posix.0 Request processed in 8905us (9145us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050415.939684:0:24257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 24 00000100:00100000:0.0:1789050415.939828:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704224000 00000100:00100000:0.0:1789050415.939838:0:22737:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704224000 00010000:00010000:1.0:1789050415.941556:0:22737:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000058014ce3/0x3b8ec5973df5955d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad39671ad expref: 8 pid: 24257 timeout: 738 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789050415.941613:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 19 00000100:00100000:1.0:1789050415.941757:0:22737:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+8:2403:x1875954704224000:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789050415.941779:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789050415.941807:0:22737:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000058014ce3/0x3b8ec5973df5955d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad39671ad expref: 8 pid: 24257 timeout: 738 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.941837:0:22737:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000058014ce3/0x3b8ec5973df5955d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad39671ad expref: 8 pid: 24257 timeout: 738 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.941875:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058014ce3/0x3b8ec5973df5955d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad39671ad expref: 8 pid: 24257 timeout: 738 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.941895:0:22737:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789050415.941901:0:22737:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789050415.941909:0:22737:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d7c7ec4b/0x3b8ec5973df5956b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0x13a683cad39671b4 expref: 7 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.941921:0:22737:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d7c7ec4b/0x3b8ec5973df5956b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.42@tcp remote: 0x13a683cad39671b4 expref: 7 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.942164:0:22737:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d7c7ec4b/0x3b8ec5973df5956b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0x13a683cad39671b4 expref: 7 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789050415.942182:0:22737:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8ba983c11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:22737:1875954714802944:192.168.203.42@tcp:105: 00000100:00100000:1.0:1789050415.942302:0:22737:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baab0f65300 going to sleep for 11 seconds 00000100:00100000:1.0:1789050415.946186:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050415.946753:0:25209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704224128 00000100:00100000:3.0:1789050415.946766:0:25209:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704224128 00000100:00100000:3.0:1789050415.946865:0:25209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 25 00000100:00100000:3.0:1789050415.946876:0:25209:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaa847f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+8:2403:x1875954704224128:12345-192.168.203.42@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1789050415.947118:0:25209:0:(ofd_lvb.c:321:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1789050415.947123:0:25209:0:(ofd_lvb.c:328:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1789050414241000000 00002000:00010000:3.0:1789050415.947126:0:25209:0:(ofd_lvb.c:334:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 1789050413714297235 00002000:00010000:3.0:1789050415.947129:0:25209:0:(ofd_lvb.c:340:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1789050414939000000 -> 1789050414241000000 00002000:00010000:3.0:1789050415.947131:0:25209:0:(ofd_lvb.c:346:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1789050415.947208:0:25209:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaa847f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+9:2403:x1875954704224128:12345-192.168.203.42@tcp:2:lhsmtool_posix.0 Request processed in 333us (1038us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1789050415.947217:0:25209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 25 00000100:00100000:2.0:1789050415.947604:0:22737:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8ba983c11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:22737:1875954714802944:192.168.203.42@tcp:105: 00010000:00010000:2.0:1789050415.947630:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789050415.947658:0:22737:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+8:2403:x1875954704224000:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 6036us (9415us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050415.947667:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 19 00000100:00100000:2.0:1789050415.950923:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050415.951153:0:24258:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704224256 00000100:00100000:0.0:1789050415.951165:0:24258:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704224256 00000100:00100000:0.0:1789050415.951240:0:24258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 26 00000100:00100000:0.0:1789050415.951252:0:24258:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae794e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+8:2406:x1875954704224256:12345-192.168.203.42@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1789050415.951422:0:24258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000caf4015/0x3b8ec5973df59572 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.951449:0:24258:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d7c7ec4b/0x3b8ec5973df5956b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.42@tcp remote: 0x13a683cad39671b4 expref: 8 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.951460:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789050415.951466:0:24258:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1789050415.951471:0:24258:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000caf4015/0x3b8ec5973df59572 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.951519:0:24258:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d7c7ec4b/0x3b8ec5973df5956b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.42@tcp remote: 0x13a683cad39671b4 expref: 8 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.951558:0:24258:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d7c7ec4b/0x3b8ec5973df5956b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.42@tcp remote: 0x13a683cad39671b4 expref: 8 pid: 24257 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050415.951576:0:24258:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab7f43100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:24258:1875954714803072:192.168.203.42@tcp:104: 00000100:00100000:0.0:1789050415.951711:0:24258:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa87571180 going to sleep for 11 seconds 00000100:00100000:1.0:1789050415.955693:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050415.955775:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704224384 00000100:00100000:3.0:1789050415.955787:0:22738:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704224384 00010000:00010000:3.0:1789050415.955837:0:22738:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d7c7ec4b/0x3b8ec5973df5956b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.42@tcp remote: 0x13a683cad39671b4 expref: 9 pid: 24257 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050415.955908:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 20 00000100:00100000:3.0:1789050415.955921:0:22738:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+9:2404:x1875954704224384:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789050415.956073:0:22738:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789050415.956105:0:22738:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d7c7ec4b/0x3b8ec5973df5956b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.42@tcp remote: 0x13a683cad39671b4 expref: 9 pid: 24257 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.956122:0:22738:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d7c7ec4b/0x3b8ec5973df5956b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.42@tcp remote: 0x13a683cad39671b4 expref: 9 pid: 24257 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.956155:0:22738:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1789050415.956177:0:22738:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1789050415.956185:0:22738:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000caf4015/0x3b8ec5973df59572 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.956196:0:22738:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000caf4015/0x3b8ec5973df59572 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.956223:0:22738:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789050415.956385:0:22738:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+9:2404:x1875954704224384:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 466us (705us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050415.956394:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 20 00010000:00010000:0.0:1789050415.956585:0:24258:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d7c7ec4b/0x3b8ec5973df5956b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.42@tcp remote: 0x13a683cad39671b4 expref: 8 pid: 24257 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050415.956605:0:24258:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab7f43100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:24258:1875954714803072:192.168.203.42@tcp:104: 00010000:00010000:0.0:1789050415.956632:0:24258:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000caf4015/0x3b8ec5973df59572 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.956643:0:24258:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000caf4015/0x3b8ec5973df59572 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.956651:0:24258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000caf4015/0x3b8ec5973df59572 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.956676:0:24258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000caf4015/0x3b8ec5973df59572 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.956687:0:24258:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000caf4015/0x3b8ec5973df59572 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.956710:0:24258:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000caf4015/0x3b8ec5973df59572 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.956718:0:24258:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa829d7a00 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:0.0:1789050415.956723:0:24258:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000caf4015/0x3b8ec5973df59572 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.956735:0:24258:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000caf4015/0x3b8ec5973df59572 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.956749:0:24258:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000caf4015/0x3b8ec5973df59572 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.956758:0:24258:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000caf4015/0x3b8ec5973df59572 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050415.956818:0:24258:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae794e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+7:2406:x1875954704224256:12345-192.168.203.42@tcp:1:lhsmtool_posix.0 Request processed in 5568us (5910us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050415.956826:0:24258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 26 00000100:00100000:1.0:1789050415.959558:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050415.959643:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704224640 00000100:00100000:2.0:1789050415.959655:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704224640 00000100:00100000:2.0:1789050415.959754:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 63 00000100:00100000:2.0:1789050415.959767:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+16:18774:x1875954704224640:12345-192.168.203.42@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1789050415.959883:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5a00/0x3b8ec5973df59579 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.959905:0:22753:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1e00/0x3b8ec5973df594c3 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967175 expref: 16 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.959915:0:22753:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5a00/0x3b8ec5973df59579 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.960001:0:22753:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1e00/0x3b8ec5973df594c3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.42@tcp remote: 0x13a683cad3967175 expref: 16 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.960018:0:22753:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1e00/0x3b8ec5973df594c3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad3967175 expref: 16 pid: 22752 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050415.960033:0:22753:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae794a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22753:1875954714803200:192.168.203.42@tcp:104: 00000100:00100000:2.0:1789050415.960161:0:22753:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae6b26c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789050415.962499:0:22753:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae794a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22753:1875954714803200:192.168.203.42@tcp:104: 00010000:00010000:0.0:1789050415.962535:0:22753:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5a00/0x3b8ec5973df59579 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050415.963588:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050415.963669:0:25088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704224768 00000100:00100000:0.0:1789050415.963679:0:25088:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704224768 00010000:00010000:0.0:1789050415.963742:0:25088:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1e00/0x3b8ec5973df594c3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad3967175 expref: 17 pid: 22752 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050415.963789:0:25088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 21 00000100:00100000:0.0:1789050415.963801:0:25088:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab563c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+17:2404:x1875954704224768:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789050415.963818:0:25088:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789050415.963826:0:25088:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1e00/0x3b8ec5973df594c3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad3967175 expref: 17 pid: 22752 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.963839:0:25088:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1e00/0x3b8ec5973df594c3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad3967175 expref: 17 pid: 22752 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.963880:0:25088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1e00/0x3b8ec5973df594c3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad3967175 expref: 17 pid: 22752 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.963900:0:25088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ba983288100) 00010000:00010000:0.0:1789050415.963907:0:25088:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4800/0x3b8ec5973df594df lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967183 expref: 16 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.963918:0:25088:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5a00/0x3b8ec5973df59579 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.963962:0:25088:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5a00/0x3b8ec5973df59579 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.963976:0:25088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5a00/0x3b8ec5973df59579 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.964004:0:25088:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789050415.964075:0:25088:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab563c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+16:2404:x1875954704224768:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 275us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050415.964083:0:25088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 21 00010000:00010000:3.0:1789050415.964259:0:22753:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5a00/0x3b8ec5973df59579 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.964268:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5a00/0x3b8ec5973df59579 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.964528:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4400/0x3b8ec5973df59580 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.964541:0:22753:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5000/0x3b8ec5973df59548 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad396719f expref: 16 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.964549:0:22753:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4400/0x3b8ec5973df59580 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.964581:0:22753:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5000/0x3b8ec5973df59548 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.42@tcp remote: 0x13a683cad396719f expref: 16 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.964608:0:22753:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5000/0x3b8ec5973df59548 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad396719f expref: 16 pid: 25544 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050415.964623:0:22753:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab563ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22753:1875954714803328:192.168.203.42@tcp:104: 00000100:00100000:3.0:1789050415.964699:0:22753:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaa1b39300 going to sleep for 11 seconds 00000100:00100000:0.0:1789050415.968152:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050415.968236:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704224896 00000100:00100000:2.0:1789050415.968248:0:22739:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704224896 00010000:00010000:2.0:1789050415.968306:0:22739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5000/0x3b8ec5973df59548 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad396719f expref: 17 pid: 25544 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050415.968357:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 22 00000100:00100000:2.0:1789050415.968369:0:22739:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f43100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+17:2404:x1875954704224896:12345-192.168.203.42@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789050415.968389:0:22739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789050415.968398:0:22739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5000/0x3b8ec5973df59548 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad396719f expref: 17 pid: 25544 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.968412:0:22739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5000/0x3b8ec5973df59548 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad396719f expref: 17 pid: 25544 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.968438:0:22739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5000/0x3b8ec5973df59548 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.42@tcp remote: 0x13a683cad396719f expref: 17 pid: 25544 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.968455:0:22739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8baaa1a0ea00) 00010000:00010000:2.0:1789050415.968461:0:22739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4400/0x3b8ec5973df59580 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.968474:0:22739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4400/0x3b8ec5973df59580 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.968483:0:22739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4400/0x3b8ec5973df59580 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050415.968505:0:22739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789050415.968528:0:22753:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab563ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22753:1875954714803328:192.168.203.42@tcp:104: 00010000:00010000:1.0:1789050415.968561:0:22753:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4400/0x3b8ec5973df59580 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050415.968576:0:22739:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f43100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+16:2404:x1875954704224896:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 207us (437us total) trans 0 rc 0/0 00010000:00010000:1.0:1789050415.968586:0:22753:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4400/0x3b8ec5973df59580 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.968593:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4400/0x3b8ec5973df59580 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1789050415.968725:0:22753:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:2.0:1789050415.968761:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 22 00000001:00080000:1.0:1789050415.969673:0:22753:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000001:00080000:1.0:1789050415.969728:0:22753:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901916 00000100:00100000:0.0:1789050415.970480:0:22753:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab7f40700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22753:1875954714803456:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1789050415.970552:0:22753:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050415.970599:0:22753:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baa87571180 going to sleep for 11 seconds 00000100:00100000:1.0:1789050415.970662:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714803456 00000100:00100000:1.0:1789050415.970671:0:22757:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714803456 00000100:00100000:1.0:1789050415.970759:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1789050415.970770:0:22757:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22753:x1875954714803456:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1789050415.970903:0:22757:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22753:x1875954714803456:12345-0@lo:1000:mdt00_001.0 Request processed in 134us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050415.970910:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789050415.971018:0:22753:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab7f40700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22753:1875954714803456:0@lo:1000:mdt00_001.0 00000001:00080000:3.0:1789050415.971218:0:22753:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00000100:00100000:3.0:1789050415.971289:0:22753:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab563ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22753:1875954714803584:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1789050415.971323:0:22753:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050415.971689:0:22753:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae505f00 going to sleep for 11 seconds 00000100:00100000:0.0:1789050415.971765:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714803584 00000100:00100000:0.0:1789050415.971771:0:22758:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714803584 00000100:00100000:0.0:1789050415.971801:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1789050415.971809:0:22758:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab563ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22753:x1875954714803584:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1789050415.972154:0:22758:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab563ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:22753:x1875954714803584:12345-0@lo:1000:mdt00_001.0 Request processed in 345us (829us total) trans 12884901894 rc 0/0 00000100:00100000:0.0:1789050415.972163:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1789050415.972244:0:22753:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab563ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22753:1875954714803584:0@lo:1000:mdt00_001.0 00010000:00010000:3.0:1789050415.972301:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4400/0x3b8ec5973df59580 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.972314:0:22753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4400/0x3b8ec5973df59580 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.972323:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4400/0x3b8ec5973df59580 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.972329:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae5a4400 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:3.0:1789050415.972334:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4400/0x3b8ec5973df59580 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.972345:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4400/0x3b8ec5973df59580 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.972392:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8baaa1a0ea00) 00010000:00010000:3.0:1789050415.972395:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789050415.972401:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4400/0x3b8ec5973df59580 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.972408:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4400/0x3b8ec5973df59580 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.972448:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5600/0x3b8ec5973df594d8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.972456:0:22753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5600/0x3b8ec5973df594d8 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.972462:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5600/0x3b8ec5973df594d8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.972467:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae5a5600 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:3.0:1789050415.972469:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5600/0x3b8ec5973df594d8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.972475:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5600/0x3b8ec5973df594d8 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.972483:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ba983288100) 00010000:00010000:3.0:1789050415.972485:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789050415.972493:0:22753:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4800/0x3b8ec5973df594df lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967183 expref: 19 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.972505:0:22753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4800/0x3b8ec5973df594df lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967183 expref: 19 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.972522:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4800/0x3b8ec5973df594df lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967183 expref: 19 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.972583:0:22753:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed4800/0x3b8ec5973df594df lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad3967183 expref: 19 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050415.972595:0:22753:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab563c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22753:1875954714803712:192.168.203.42@tcp:105: 00000100:00100000:3.0:1789050415.972676:0:22753:0:(client.c:2716:ptlrpc_set_wait()) set ffff8baaae505900 going to sleep for 11 seconds 00000100:00100000:0.0:1789050415.976486:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050415.976577:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704225024 00000100:00100000:1.0:1789050415.976590:0:22756:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704225024 00000100:00100000:1.0:1789050415.976659:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 10 00000100:00100000:1.0:1789050415.976671:0:22756:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baa98386050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+20:18771:x1875954704225024:12345-192.168.203.42@tcp:49:dd.0 00000100:00100000:1.0:1789050415.976880:0:22756:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baa98386050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+20:18771:x1875954704225024:12345-192.168.203.42@tcp:49:dd.0 Request processed in 211us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1789050415.976889:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 10 00000100:00100000:3.0:1789050415.977190:0:22753:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab563c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22753:1875954714803712:192.168.203.42@tcp:105: 00010000:00010000:3.0:1789050415.977226:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5600/0x3b8ec5973df594d8 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.977239:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a5600/0x3b8ec5973df594d8 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 25544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.977286:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4e00/0x3b8ec5973df59587 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.977304:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4e00/0x3b8ec5973df59587 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.977320:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4e00/0x3b8ec5973df59587 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.977331:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4e00/0x3b8ec5973df59587 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.977338:0:22753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4e00/0x3b8ec5973df59587 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.977366:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4e00/0x3b8ec5973df59587 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.977373:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae5a4e00 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:3.0:1789050415.977378:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4e00/0x3b8ec5973df59587 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.977387:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4e00/0x3b8ec5973df59587 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.977401:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ba983288100) 00010000:00010000:3.0:1789050415.977405:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789050415.977409:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4e00/0x3b8ec5973df59587 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.977416:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4e00/0x3b8ec5973df59587 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.977428:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5a00/0x3b8ec5973df59579 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.977435:0:22753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5a00/0x3b8ec5973df59579 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.977441:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5a00/0x3b8ec5973df59579 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.977446:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa83ed5a00 already unused, calling callback (ffffffffc18984f0) 00010000:00010000:3.0:1789050415.977449:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5a00/0x3b8ec5973df59579 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.977466:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5a00/0x3b8ec5973df59579 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.977476:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ba983288100) 00010000:00010000:3.0:1789050415.977478:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789050415.977482:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5a00/0x3b8ec5973df59579 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.977488:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa83ed5a00/0x3b8ec5973df59579 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789050415.977651:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+19:18774:x1875954704224640:12345-192.168.203.42@tcp:57:lhsmtool_posix.0 Request processed in 17886us (18107us total) trans 12884901918 rc 0/0 00000100:00100000:3.0:1789050415.977684:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 63 00000020:00080000:3.0:1789050415.977689:0:22753:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:2.0:1789050415.977873:0:22786:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789050415.977879:0:22786:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789050415.977920:0:22786:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1789050415.977927:0:22786:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1789050415.981649:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:0.0:1789050415.981699:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050415.981781:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704225408 00000100:00100000:3.0:1789050415.981795:0:22752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704225408 00000100:00100000:3.0:1789050415.981883:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 64 00000100:00100000:3.0:1789050415.981896:0:22752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+19:18771:x1875954704225408:12345-192.168.203.42@tcp:101:dd.0 00010000:00010000:3.0:1789050415.981983:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789050415.982013:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4400/0x3b8ec5973df5958e lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x13a683cad39671bb expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.982057:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4a00/0x3b8ec5973df59595 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.982076:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4a00/0x3b8ec5973df59595 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.982115:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4a00/0x3b8ec5973df59595 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.982287:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4400/0x3b8ec5973df5958e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad39671bb expref: 21 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.982311:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8baaae5a4a00/0x3b8ec5973df59595 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.42@tcp remote: 0x13a683cad39671bb expref: 20 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050415.982321:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ba983288100) 00010000:00010000:3.0:1789050415.982325:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789050415.982329:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8baaae5a4a00, rc 0) 00000100:00100000:3.0:1789050415.982401:0:22752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+20:18771:x1875954704225408:12345-192.168.203.42@tcp:101:dd.0 Request processed in 508us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050415.982410:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 64 00000100:00100000:1.0:1789050415.982612:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704225280 00000100:00100000:1.0:1789050415.982618:0:22756:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704225280 00000100:00100000:1.0:1789050415.982661:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 11 00000100:00100000:1.0:1789050415.982670:0:22756:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+20:18774:x1875954704225280:12345-192.168.203.42@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1789050415.983294:0:22756:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1789050415.983460:0:22756:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901919 00010000:00010000:1.0:1789050415.983495:0:22756:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1200/0x3b8ec5973df5959c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.983509:0:22756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1200/0x3b8ec5973df5959c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.983520:0:22756:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1200/0x3b8ec5973df5959c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.983527:0:22756:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1200/0x3b8ec5973df5959c lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.983534:0:22756:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1200/0x3b8ec5973df5959c lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.983540:0:22756:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1200/0x3b8ec5973df5959c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050415.983642:0:22756:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1789050415.983896:0:22756:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+22:18774:x1875954704225280:12345-192.168.203.42@tcp:35:lhsmtool_posix.0 Request processed in 1225us (2259us total) trans 12884901920 rc 0/0 00000100:00100000:1.0:1789050415.983907:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 11 00010000:00010000:0.0:1789050415.983909:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00080000:1.0:1789050415.983913:0:22756:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1789050415.983917:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1200/0x3b8ec5973df5959c lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.983924:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa86db1200 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:0.0:1789050415.983928:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1200/0x3b8ec5973df5959c lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.983963:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1200/0x3b8ec5973df5959c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.983986:0:22741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8baaa1a0ea00) 00010000:00010000:0.0:1789050415.984001:0:22741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1789050415.984007:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1200/0x3b8ec5973df5959c lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.984014:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8baa86db1200/0x3b8ec5973df5959c lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050415.984027:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050415.984029:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789050415.984030:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789050416.004144:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050416.004680:0:24261:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704225536 00000100:00100000:3.0:1789050416.004693:0:24261:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704225536 00000100:00100000:3.0:1789050416.004915:0:24261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 0 00000100:00100000:3.0:1789050416.004929:0:24261:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+7:2403:x1875954704225536:12345-192.168.203.42@tcp:4:dd.0 00000100:00100000:2.0:1789050416.005211:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00002000:00010000:3.0:1789050416.005418:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x18d3fbdf7a19aa40, atime: 0x18d3fbdf5ab4d193, ctime: 0x18d3fbdf7a19aa40, blocks: 0x0 00010000:00010000:3.0:1789050416.005431:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005dcb60ef/0x3b8ec5973df595a3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050416.005453:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=638s v=(0 0) 00010000:00010000:3.0:1789050416.005458:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789050416.005465:0:24261:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005dcb60ef/0x3b8ec5973df595a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789050416.005493:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005dcb60ef/0x3b8ec5973df595a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050416.008182:0:24263:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:0.0:1789050416.008202:0:24263:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:0.0:1789050416.008833:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704225664 00000100:00100000:0.0:1789050416.008854:0:24263:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704225664 00000100:00100000:1.0:1789050416.012232:0:25797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 1 00000100:00100000:1.0:1789050416.012258:0:25797:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae794a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+8:2403:x1875954704225664:12345-192.168.203.42@tcp:4:dd.0 00010000:00010000:1.0:1789050416.013078:0:25797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000758f0eb1/0x3b8ec5973df595aa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050416.013114:0:25797:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789050416.013120:0:25797:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789050416.013127:0:25797:0:(ldlm_resource.c:1751:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000758f0eb1/0x3b8ec5973df595aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789050416.013145:0:25797:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000758f0eb1/0x3b8ec5973df595aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1789050416.110187:0:25070:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901895 is committed 00000001:00080000:3.0:1789050416.110212:0:25070:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901894 is committed 00002000:00010000:0.0:1789050416.110526:0:24261:0:(ofd_lvb.c:321:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:0.0:1789050416.110535:0:24261:0:(ofd_lvb.c:328:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 1789050414241000000 -> 1789050415068010956 00002000:00010000:0.0:1789050416.110538:0:24261:0:(ofd_lvb.c:340:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1789050414241000000 -> 1789050415068010956 00002000:00010000:0.0:1789050416.110541:0:24261:0:(ofd_lvb.c:346:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:0.0:1789050416.110563:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005dcb60ef/0x3b8ec5973df595a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050416.110580:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005dcb60ef/0x3b8ec5973df595a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050416.110590:0:24261:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005dcb60ef/0x3b8ec5973df595a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050416.110597:0:24261:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baaae5a4400 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:0.0:1789050416.110604:0:24261:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005dcb60ef/0x3b8ec5973df595a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050416.110626:0:24261:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005dcb60ef/0x3b8ec5973df595a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050416.110654:0:24261:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005dcb60ef/0x3b8ec5973df595a3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789050416.110662:0:24261:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005dcb60ef/0x3b8ec5973df595a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789050416.110791:0:24261:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+7:2403:x1875954704225536:12345-192.168.203.42@tcp:4:dd.0 Request processed in 105859us (106658us total) trans 12884901895 rc 0/0 00000100:00100000:0.0:1789050416.110804:0:24261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 0 00000001:00080000:1.0:1789050416.135619:0:25070:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901896 is committed 00002000:00010000:2.0:1789050416.136500:0:25797:0:(ofd_lvb.c:321:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 4194304 -> 7654321 00002000:00010000:2.0:1789050416.136510:0:25797:0:(ofd_lvb.c:346:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 8192 -> 14952 00010000:00010000:2.0:1789050416.136533:0:25797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000758f0eb1/0x3b8ec5973df595aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050416.136548:0:25797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000758f0eb1/0x3b8ec5973df595aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050416.136559:0:25797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000758f0eb1/0x3b8ec5973df595aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050416.136566:0:25797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8baa86db0000 already unused, calling callback (ffffffffc0c838f0) 00010000:00010000:2.0:1789050416.136572:0:25797:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000758f0eb1/0x3b8ec5973df595aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050416.136583:0:25797:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000758f0eb1/0x3b8ec5973df595aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050416.136608:0:25797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000758f0eb1/0x3b8ec5973df595aa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789050416.136643:0:25797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000758f0eb1/0x3b8ec5973df595aa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789050416.136812:0:25797:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae794a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+5:2403:x1875954704225664:12345-192.168.203.42@tcp:4:dd.0 Request processed in 124556us (131594us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1789050416.136832:0:25797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 1 00010000:00010000:3.0:1789050416.361974:0:25212:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789050416.592044:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050416.592090:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050416.592129:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050416.592218:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050416.592237:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050416.592292:0:25544:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704226048 00000100:00100000:2.0:1789050416.592305:0:25544:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704226048 00000100:00080000:2.0:1789050416.592338:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789050416.592379:0:25544:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704226560 00000100:00100000:2.0:1789050416.592383:0:25544:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704226560 00000100:00080000:2.0:1789050416.592395:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789050416.592418:0:25544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 52 00000100:00100000:2.0:1789050416.592427:0:25544:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+5:2403:x1875954704226048:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:2.0:1789050416.592508:0:25544:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+5:2403:x1875954704226048:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 80us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050416.592515:0:25544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 52 00000100:00100000:2.0:1789050416.592633:0:25544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 53 00000100:00100000:2.0:1789050416.592649:0:25544:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+5:2403:x1875954704226560:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:2.0:1789050416.592682:0:25544:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+5:2403:x1875954704226560:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 41us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050416.592688:0:25544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 53 00000100:00100000:3.0:1789050416.593212:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704225792 00000100:00100000:3.0:1789050416.593220:0:22744:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704225792 00000100:00100000:3.0:1789050416.593295:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 164 00000100:00100000:3.0:1789050416.593304:0:22744:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30519490-352c-489e-b15b-b195eb7c69ea+13:2403:x1875954704225792:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:3.0:1789050416.593346:0:22744:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:30519490-352c-489e-b15b-b195eb7c69ea+13:2403:x1875954704225792:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 44us (1413us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050416.593353:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 164 00000100:00100000:1.0:1789050416.594779:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050416.594821:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:2.0:1789050416.594898:0:25544:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704225920 00000100:00100000:2.0:1789050416.594907:0:25544:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704225920 00000100:00080000:2.0:1789050416.594933:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789050416.595015:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 54 00000100:00100000:2.0:1789050416.595026:0:22754:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+22:2403:x1875954704225920:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:2.0:1789050416.595087:0:22754:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+22:2403:x1875954704225920:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 63us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050416.595095:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 54 00000100:00100000:0.0:1789050416.596210:0:24257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704226304 00000100:00100000:0.0:1789050416.596219:0:24257:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704226304 00000100:00100000:0.0:1789050416.596335:0:24257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704226816 00000100:00100000:0.0:1789050416.596339:0:24257:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704226816 00000100:00100000:1.0:1789050416.596695:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:1.0:1789050416.596737:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00100000:3.0:1789050416.596920:0:25209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704226176 00000100:00100000:3.0:1789050416.596925:0:25209:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704226176 00000100:00100000:3.0:1789050416.596981:0:25209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 17 00000100:00100000:3.0:1789050416.596991:0:25209:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+5:2403:x1875954704226304:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:3.0:1789050416.597056:0:25209:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+5:2403:x1875954704226304:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 66us (4925us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050416.597063:0:25209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 17 00000100:00100000:3.0:1789050416.597079:0:25209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 18 00000100:00100000:3.0:1789050416.597086:0:25209:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+5:2403:x1875954704226816:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:3.0:1789050416.597112:0:25209:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+5:2403:x1875954704226816:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 26us (4874us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050416.597132:0:25209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 18 00000100:00100000:3.0:1789050416.597146:0:25209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 19 00000100:00100000:3.0:1789050416.597152:0:25209:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+5:2403:x1875954704226176:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:3.0:1789050416.597180:0:25209:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f3ced78-4700-47c4-8f2c-36ef7b7bd304+5:2403:x1875954704226176:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 28us (2360us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050416.597186:0:25209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 19 00000100:00080000:3.0:1789050416.597313:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1789050416.597318:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789050416.597930:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704226432 00000100:00100000:0.0:1789050416.597950:0:22753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704226432 00000100:00100000:0.0:1789050416.598192:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 55 00000100:00100000:0.0:1789050416.598202:0:22753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+6:2403:x1875954704226432:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:0.0:1789050416.598249:0:22753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+6:2403:x1875954704226432:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 49us (1557us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050416.598256:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 55 00000100:00080000:3.0:1789050416.598661:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789050416.599390:0:25210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954704226688 00000100:00100000:2.0:1789050416.599400:0:25210:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954704226688 00000100:00100000:3.0:1789050416.599615:0:25209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 20 00000100:00100000:3.0:1789050416.599625:0:25209:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983c13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+5:2403:x1875954704226688:12345-192.168.203.42@tcp:400:kworker.0 00000100:00100000:3.0:1789050416.599681:0:25209:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983c13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c13b8d4-e4c6-4c14-a5b4-2ef33631bef1+5:2403:x1875954704226688:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 58us (2943us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050416.599688:0:25209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 20 00000100:00080000:0.0:1789050416.600406:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789050417.258190:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789050417.258219:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab563c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714803840:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789050417.258312:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050417.258369:0:24259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714803840 00000100:00100000:3.0:1789050417.258379:0:24259:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714803840 00000100:00100000:3.0:1789050417.258445:0:24259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789050417.258456:0:24259:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab563d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875954714803840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789050417.258496:0:24259:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789050417.258548:0:24259:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab563d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875954714803840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050417.258557:0:24259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789050417.258634:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab563c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714803840:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1789050417.259528:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1789050417.386127:0:25087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789050417.530799:0:25834:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00000100:00100000:1.0:1789050418.281622:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789050418.281644:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab7f40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875954714803968:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789050418.281707:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050418.281798:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714803968 00000100:00100000:0.0:1789050418.281808:0:22757:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714803968 00000100:00100000:0.0:1789050418.281872:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1789050418.281882:0:22757:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983daea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875954714803968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789050418.281915:0:22757:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789050418.282097:0:22757:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983daea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875954714803968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 216us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050418.282106:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1789050418.282184:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab7f40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875954714803968:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789050418.282436:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae796680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875954714804096:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789050418.282467:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789050418.282527:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714804096 00000100:00100000:3.0:1789050418.282533:0:24280:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714804096 00000100:00100000:3.0:1789050418.282565:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789050418.282573:0:24280:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8ba983dac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1875954714804096:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789050418.282594:0:24280:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:3.0:1789050418.282784:0:24280:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8ba983dac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1875954714804096:12345-0@lo:41:osp-pre-0-1.0 Request processed in 210us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1789050418.282791:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1789050418.282850:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae796680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875954714804096:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1789050418.409444:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789050418.793715:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875954714804352:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789050418.793810:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050418.793872:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789050418.793879:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baaae796300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875954714804224:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789050418.793905:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050418.793969:0:24259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714804352 00000100:00100000:2.0:1789050418.793979:0:24259:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714804352 00000100:00100000:0.0:1789050418.794474:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab7f41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3644:1875954714804480:0@lo:400:kworker.0 00000100:00100000:0.0:1789050418.794550:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050418.794604:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab7f41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875954714804992:0@lo:400:kworker.0 00000100:00100000:0.0:1789050418.794655:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050418.794679:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab7f40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3644:1875954714805504:0@lo:400:kworker.0 00000100:00100000:0.0:1789050418.794713:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050418.794728:0:24259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714804224 00000100:00100000:2.0:1789050418.794736:0:24259:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714804224 00000100:00100000:0.0:1789050418.794748:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1789050418.794762:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab7f42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875954714804608:0@lo:400:kworker.0 00000100:00100000:2.0:1789050418.794772:0:24259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789050418.794787:0:24259:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae797b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875954714804352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789050418.794817:0:24259:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789050418.794885:0:24259:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae797b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875954714804352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (1075us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050418.794892:0:24259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789050418.794919:0:24259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789050418.794926:0:24259:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baaae795500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875954714804224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1789050418.794969:0:24259:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3908194304 avail 3676672000 00000100:00100000:2.0:1789050418.795059:0:24259:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baaae795500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875954714804224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (1094us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050418.795078:0:24259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789050418.795119:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714804992 00000100:00100000:2.0:1789050418.795125:0:22754:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714804992 00000100:00100000:2.0:1789050418.795157:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714805504 00000100:00100000:2.0:1789050418.795161:0:22754:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714805504 00000100:00100000:2.0:1789050418.795318:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1789050418.795327:0:22754:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875954714804992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050418.795374:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050418.795380:0:22754:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875954714804992:12345-0@lo:400:kworker.0 Request processed in 51us (720us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050418.795391:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1789050418.795414:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714804608 00000100:00100000:0.0:1789050418.795416:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab7f41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3644:1875954714805120:0@lo:400:kworker.0 00000100:00100000:2.0:1789050418.795420:0:22754:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714804608 00000100:00100000:2.0:1789050418.795450:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1789050418.795459:0:22754:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875954714805504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050418.795468:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050418.795515:0:22754:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875954714805504:12345-0@lo:400:kworker.0 Request processed in 55us (800us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050418.795516:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab7f41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875954714804992:0@lo:400:kworker.0 00000100:00100000:2.0:1789050418.795536:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00010000:00080000:0.0:1789050418.795551:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8baab7f40000 x1875954714805504/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789050418.795557:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714805120 00000100:00100000:0.0:1789050418.795567:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab7f40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3644:1875954714805504:0@lo:400:kworker.0 00000100:00100000:0.0:1789050418.795618:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab7f43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714804736:0@lo:400:kworker.0 00000100:00100000:0.0:1789050418.795650:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050418.795674:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab7f43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3646:1875954714805248:0@lo:400:kworker.0 00000100:00100000:0.0:1789050418.795693:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050418.795708:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1789050418.795714:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab7f40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714804864:0@lo:400:kworker.0 00000100:00100000:0.0:1789050418.795736:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789050418.795753:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab7f42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3646:1875954714805376:0@lo:400:kworker.0 00000100:00100000:0.0:1789050418.795772:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050418.796151:0:22754:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714805120 00000100:00100000:2.0:1789050418.796242:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714805248 00000100:00100000:2.0:1789050418.796246:0:22754:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714805248 00000100:00100000:2.0:1789050418.796264:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714805376 00000100:00100000:2.0:1789050418.796267:0:22754:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714805376 00000100:00100000:2.0:1789050418.796283:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1789050418.796291:0:22754:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875954714804608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050418.796345:0:22754:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875954714804608:12345-0@lo:400:kworker.0 Request processed in 54us (976us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050418.796351:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1789050418.796380:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1789050418.796387:0:22754:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875954714805120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050418.796420:0:22754:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875954714805120:12345-0@lo:400:kworker.0 Request processed in 34us (957us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050418.796426:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1789050418.796438:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1789050418.796444:0:22754:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875954714805248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050418.796472:0:22754:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875954714805248:12345-0@lo:400:kworker.0 Request processed in 29us (778us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050418.796478:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1789050418.796490:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1789050418.796496:0:22754:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875954714805376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789050418.796524:0:22754:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875954714805376:12345-0@lo:400:kworker.0 Request processed in 28us (750us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050418.796530:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00080000:2.0:1789050418.796558:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789050418.796563:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789050418.796975:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714804480 00000100:00100000:0.0:1789050418.796986:0:22746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714804480 00000100:00100000:0.0:1789050418.797207:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1789050418.797217:0:22746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baabdc3dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:3644:x1875954714804480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050418.797278:0:22746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baabdc3dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7+24:3644:x1875954714804480:12345-0@lo:400:kworker.0 Request processed in 64us (2729us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050418.797285:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1789050418.797320:0:24255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714804736 00000100:00100000:0.0:1789050418.797324:0:24255:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714804736 00000100:00100000:0.0:1789050418.797346:0:24255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714804864 00000100:00100000:0.0:1789050418.797348:0:24255:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714804864 00000100:00100000:0.0:1789050418.797430:0:24255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789050418.797437:0:24255:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7f40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875954714804736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050418.797467:0:24255:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7f40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875954714804736:12345-0@lo:400:kworker.0 Request processed in 31us (1817us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050418.797473:0:24255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789050418.797483:0:24255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789050418.797497:0:24255:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7292300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875954714804864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789050418.797521:0:24255:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7292300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875954714804864:12345-0@lo:400:kworker.0 Request processed in 25us (1785us total) trans 0 rc 0/0 00000100:00100000:0.0:1789050418.797526:0:24255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789050418.797624:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab7f40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714804864:0@lo:400:kworker.0 00000100:00100000:0.0:1789050418.797635:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab7f42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3646:1875954714805376:0@lo:400:kworker.0 00000100:00100000:0.0:1789050418.797644:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab7f43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875954714804736:0@lo:400:kworker.0 00010000:00080000:0.0:1789050418.797656:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8baab7f43800 x1875954714805248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789050434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789050418.797666:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab7f43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3646:1875954714805248:0@lo:400:kworker.0 00000100:00100000:0.0:1789050418.797871:0:3647:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:0.0:1789050418.797877:0:3647:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8baaae794700, transno 12884901892 00000004:00080000:0.0:1789050418.797889:0:3647:0:(osp_trans.c:1063:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:0.0:1789050418.797913:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae796300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875954714804224:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789050418.797927:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baaae795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875954714804352:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789050418.798250:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8baab7290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875954714805632:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1789050418.798274:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789050418.798282:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789050418.798289:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789050418.798327:0:24259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875954714805632 00000100:00100000:2.0:1789050418.798338:0:24259:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875954714805632 00000100:00100000:0.0:1789050418.798352:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab7f42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875954714804608:0@lo:400:kworker.0 00000100:00100000:2.0:1789050418.798389:0:24259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789050418.798399:0:24259:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8baab7293b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875954714805632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789050418.798427:0:24259:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3908194304 avail 3676672000 00000100:00100000:0.0:1789050418.798441:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab7f41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3644:1875954714805120:0@lo:400:kworker.0 00000100:00100000:0.0:1789050418.798458:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab7f41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3f3b3355-bca4-4ece-a1a3-5d6a188dd7d7:3644:1875954714804480:0@lo:400:kworker.0 00000100:00100000:2.0:1789050418.798506:0:24259:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8baab7293b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875954714805632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1789050418.798517:0:24259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789050418.798527:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8baab7290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875954714805632:0@lo:13:osp-pre-1-1.0 Debug log: 13831 lines, 13831 kept, 0 dropped, 0 bad.